-- Logs begin at Wed 2022-03-09 05:08:46 UTC, end at Wed 2022-03-09 06:12:06 UTC. -- Mar 09 05:45:43.761665 dv-cinder-831167-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 05:45:46.671570 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.common.config [-] Logging enabled! Mar 09 05:45:46.672147 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 09 05:45:46.672246 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 05:45:46.675652 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.common.config [-] Logging enabled! Mar 09 05:45:46.675913 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 09 05:45:46.676220 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 05:45:46.677168 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 05:45:46.677403 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 05:45:46.677765 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 05:45:46.678263 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 05:45:46.678496 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 05:45:46.679219 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.679646 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 09 05:45:46.679959 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.680254 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.680581 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.680879 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.681168 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.681454 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.681850 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.682148 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.682435 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.682716 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.683001 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.683291 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.683571 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.683859 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.684143 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.684449 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] debug = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.684730 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.685171 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.685569 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.685847 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.686131 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.686405 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.686673 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.686947 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.687227 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.687552 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] host = dv-cinder-831167-2-iscsi {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.687826 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.688109 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.688412 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.688697 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.688971 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.689243 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.689522 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.689791 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.690058 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.690328 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.690611 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.690896 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.691185 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.691407 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.691627 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.691922 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.692203 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.692509 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.692782 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.693051 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.693321 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.693586 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.693848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.694128 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.694406 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.694685 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.694954 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.695221 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.695487 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.695752 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.696030 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.696303 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.696592 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.696860 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.697142 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.697912 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.698287 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.698475 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.698757 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.699033 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.699313 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.699584 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.699861 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.700127 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.700423 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.700684 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_json = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.700952 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.701220 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.701499 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.701770 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.702037 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.702304 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.702570 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.702850 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.703119 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:46.703410 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.703702 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.703997 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.704289 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.704605 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.704879 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.705163 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.705436 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.705724 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.706007 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.706293 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.706568 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.706862 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.707146 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.707436 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.707738 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.708026 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.708312 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.708605 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.708875 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.709144 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.709421 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.709704 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.709976 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.710259 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.710542 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.710814 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.711109 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.711394 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.711681 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.711966 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.712236 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.712538 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.713404 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.713703 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.713978 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.714257 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.714546 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.714822 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.715093 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.715374 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.715651 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.715923 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.716192 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.716498 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.716790 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.717065 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.717334 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.717603 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.717876 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.718145 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.718425 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.718699 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.718967 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.719233 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.719511 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.719783 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.720052 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.720326 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.720631 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.720904 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.721171 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.721446 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.721716 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.721984 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.722251 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.722518 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.722785 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.723057 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.723325 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.723593 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.723860 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.724126 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.724412 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.724698 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.724989 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.725263 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.725537 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.725810 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.726083 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.726355 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.726625 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.726896 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.727165 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.727432 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.727718 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.727996 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.728275 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.728628 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.728931 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.729292 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.729568 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.729842 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.730119 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.730390 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.730663 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.730943 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.731223 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.731524 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.731819 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.732111 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.732418 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.732713 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.732990 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.733292 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.733567 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:46.733785 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 05:45:46.734023 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 05:45:47.107475 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 05:45:47.107751 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 05:45:47.108049 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 05:45:47.108551 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 05:45:47.437441 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.437662 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.437934 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.439217 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.439491 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.439757 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.484922 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.485196 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.485460 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.499906 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.500183 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.500481 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.529005 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.529281 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.529548 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.567205 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.567480 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.567741 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.912739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.913373 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.913373 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.913582 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:47.914189 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.014272 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.014588 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.014868 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.015136 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.015401 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.015707 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.015962 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.016213 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.016488 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.016768 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.017023 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.017283 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.017534 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.017781 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.018030 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.018289 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.018538 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.018802 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.019066 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.019319 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.019583 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.019830 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.020103 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.020495 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.020745 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.020988 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.021372 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.021609 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.021844 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.022079 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.022309 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.022540 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.022902 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 05:45:48.026729 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 05:45:48.030756 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 05:45:48.034466 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 09 05:45:48.036094 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 05:45:48.036575 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 05:45:48.036904 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 05:45:48.037281 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 05:45:48.040085 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 05:45:48.040335 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 05:45:48.040706 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 05:45:48.045680 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 09 05:45:48.069616 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 05:45:48.070067 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.070362 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 09 05:45:48.070733 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.072109 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 05:45:48.072925 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 05:45:48.073164 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 05:45:48.076473 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.076759 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.138748 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 05:45:48.138979 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 05:45:48.139215 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 05:45:48.139586 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 05:45:48.159934 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_db.sqlalchemy.engines [None req-a6286278-214f-4697-834e-19872da01cd0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 09 05:45:48.594582 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing driver for type 'gre' Mar 09 05:45:48.595123 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6286278-214f-4697-834e-19872da01cd0 None None] gre ID ranges: [(1, 1000)] Mar 09 05:45:48.648433 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing driver for type 'local' Mar 09 05:45:48.648774 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing driver for type 'vlan' Mar 09 05:45:48.661448 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6286278-214f-4697-834e-19872da01cd0 None None] VlanTypeDriver initialization complete Mar 09 05:45:48.661795 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing driver for type 'vxlan' Mar 09 05:45:48.662286 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6286278-214f-4697-834e-19872da01cd0 None None] vxlan ID ranges: [(1, 1000)] Mar 09 05:45:48.720120 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing extension driver 'port_security' Mar 09 05:45:48.720495 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6286278-214f-4697-834e-19872da01cd0 None None] PortSecurityExtensionDriver initialization complete Mar 09 05:45:48.720842 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing mechanism driver 'openvswitch' Mar 09 05:45:48.721175 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing mechanism driver 'hyperv' Mar 09 05:45:48.727888 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.plugin [None req-a6286278-214f-4697-834e-19872da01cd0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:45:48.729279 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.729757 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.730118 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.730656 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:45:48.731130 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.731489 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.731839 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.732242 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:45:48.732686 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.733042 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.733388 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.733788 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:45:48.734204 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.734561 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.734908 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.735311 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:45:48.735744 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.736097 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.736466 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.736872 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:45:48.737289 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.737640 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.737986 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.738385 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 05:45:48.738838 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6286278-214f-4697-834e-19872da01cd0 None None] ML2 OVO RPC backend initialized. {{(pid=103864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 09 05:45:48.739551 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.739914 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.740345 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.740721 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > networks before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.741076 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.741421 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > ports before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.741767 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.742109 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.742455 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.742799 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.743138 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.743478 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.743834 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.744869 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.745450 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.745801 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.746223 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.753857 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded quota_driver: . Mar 09 05:45:48.754228 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.plugin [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Modular L2 Plugin initialization complete Mar 09 05:45:48.754584 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading services supported by the core plugin {{(pid=103864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 05:45:48.754931 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.plugins.ml2.managers [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Got port-security extension from driver 'port_security' Mar 09 05:45:48.755477 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.extensions.vlantransparent [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Disabled vlantransparent extension. Mar 09 05:45:48.755986 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 05:45:48.756317 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: router Mar 09 05:45:48.792736 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.793137 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router after_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.793515 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router before_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.793890 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.794271 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.794634 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router after_delete 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.794998 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.795354 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.795721 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router after_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.796075 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.796457 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.796817 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.797180 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.797595 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.797973 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.798319 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.798665 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: subnet after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.799013 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.799370 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.799722 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.800069 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: port before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.800439 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.800803 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router after_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.801150 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.801632 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.802003 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.802357 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.802729 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > agent after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.803336 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.803690 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > network after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.804650 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Tracking information for resource: router configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.804993 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Tracking information for resource: floatingip configured {{(pid=103864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 05:45:48.810554 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.db.l3_agentschedulers_db [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 05:45:48.811133 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.811502 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: port after_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.811859 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: port after_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.812217 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: port after_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.813032 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router before_create 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.813404 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.813772 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.814136 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.818946 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.services.provider_configuration [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service providers = [] {{(pid=103864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 05:45:48.819321 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.db.servicetype_db [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 05:45:48.822453 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:45:48.822816 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:45:48.823165 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:45:48.824066 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.services.service_base [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 05:45:48.824467 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.services.service_base [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 05:45:48.824850 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.825172 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 05:45:48.835892 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.836238 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: auto_allocate Mar 09 05:45:48.842202 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: network precommit_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.842571 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: network precommit_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.843093 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.843418 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: tag Mar 09 05:45:48.850344 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.850667 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: timestamp Mar 09 05:45:48.855085 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.855419 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: network_ip_availability Mar 09 05:45:48.860921 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.861302 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.861664 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:48.862381 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.862707 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: flavors Mar 09 05:45:48.867666 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.868012 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading Plugin: revisions Mar 09 05:45:48.872953 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 05:45:48.873349 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=103864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 05:45:48.874098 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 05:45:48.874441 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Initializing extension manager. Mar 09 05:45:48.874965 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: __init__.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.875315 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: __pycache__ {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.875659 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.875999 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: address_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.876788 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.877364 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: address-group Mar 09 05:45:48.877698 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: address_scope.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.878419 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.879037 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: address-scope Mar 09 05:45:48.879373 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.880314 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.880869 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: router-admin-state-down-before-update Mar 09 05:45:48.881198 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: agent.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.881908 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.882427 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: agent Mar 09 05:45:48.882755 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: agent_resources_synced.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.883677 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.884272 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: agent-resources-synced Mar 09 05:45:48.884628 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.886559 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.887096 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: allowed-address-pairs Mar 09 05:45:48.887428 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.888558 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.889086 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: auto-allocated-topology Mar 09 05:45:48.889419 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: availability_zone.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.890120 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.890643 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: availability_zone Mar 09 05:45:48.890973 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: availability_zone_filter.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.891890 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.892437 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: availability_zone_filter Mar 09 05:45:48.892770 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: data_plane_status.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.893686 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.894198 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 05:45:48.894527 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: default_subnetpools.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.895448 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.895971 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: default-subnetpools Mar 09 05:45:48.896300 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.897139 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.897655 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: dhcp_agent_scheduler Mar 09 05:45:48.897987 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: dns.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.898909 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.899422 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension dns-integration not supported by any of loaded plugins Mar 09 05:45:48.899753 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: dns_domain_ports.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.900723 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.901244 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 05:45:48.901572 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.902506 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.903026 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 09 05:45:48.903359 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: dvr.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.904036 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.904577 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: dvr Mar 09 05:45:48.904909 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: ecmp_routes.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.905841 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.906356 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 09 05:45:48.906683 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: empty_string_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.907599 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.908114 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: empty-string-filtering Mar 09 05:45:48.908471 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.909400 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.909917 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 05:45:48.910243 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.911166 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.911681 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 05:45:48.912007 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: external_net.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.912959 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.913497 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: external-net Mar 09 05:45:48.913815 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.914735 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.915255 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: extra_dhcp_opt Mar 09 05:45:48.915588 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: extraroute.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.917041 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.917556 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: extraroute Mar 09 05:45:48.917883 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: extraroute_atomic.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.918984 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.919505 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: extraroute-atomic Mar 09 05:45:48.919837 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: filter_validation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.920552 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.921073 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: filter-validation Mar 09 05:45:48.921432 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: fip_pf_description.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.922374 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.922888 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 05:45:48.923214 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: fip_port_details.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.924340 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.924896 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: fip-port-details Mar 09 05:45:48.925226 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: flavors.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.926510 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.927042 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: flavors Mar 09 05:45:48.927373 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.929491 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.930035 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 05:45:48.930372 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: floatingip_pools.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.931087 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.932202 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: floatingip-pools Mar 09 05:45:48.932569 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: ip_allocation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.933513 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.934029 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 05:45:48.934359 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.935285 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.935807 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: ip-substring-filtering Mar 09 05:45:48.936147 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l2_adjacency.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.937128 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.937650 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 05:45:48.937983 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.938971 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.939502 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: router Mar 09 05:45:48.939833 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.942189 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.942726 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 05:45:48.943066 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.944012 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.944574 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: ext-gw-mode Mar 09 05:45:48.944914 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.945851 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.946382 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: l3-ha Mar 09 05:45:48.946717 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.947742 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.948258 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 09 05:45:48.948620 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3_flavors.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.949550 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.950073 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: l3-flavors Mar 09 05:45:48.950404 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.951805 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.952342 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 09 05:45:48.952710 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.953644 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.954173 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 05:45:48.954506 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: l3agentscheduler.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.955543 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.956078 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: l3_agent_scheduler Mar 09 05:45:48.956441 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: local_ip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.958250 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.958790 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension local_ip not supported by any of loaded plugins Mar 09 05:45:48.959131 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: logging.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.962142 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.962692 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension logging not supported by any of loaded plugins Mar 09 05:45:48.963102 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: metering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.963862 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.964496 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: metering Mar 09 05:45:48.964841 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.965951 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.966492 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: metering_source_and_destination_fields Mar 09 05:45:48.966830 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: multiprovidernet.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.967782 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.968308 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: multi-provider Mar 09 05:45:48.968668 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: netmtu.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.969598 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.970120 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: net-mtu Mar 09 05:45:48.970450 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: netmtu_writable.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.971377 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.971900 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: net-mtu-writable Mar 09 05:45:48.972234 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: network_availability_zone.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.972960 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.973479 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: network_availability_zone Mar 09 05:45:48.973808 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: network_ip_availability.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.974935 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.975483 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: network-ip-availability Mar 09 05:45:48.975817 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: network_segment_range.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.976629 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.977146 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 05:45:48.977474 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: pagination.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.978978 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.979311 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: pagination Mar 09 05:45:48.979723 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: port_device_profile.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.980686 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.981214 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: port-device-profile Mar 09 05:45:48.981544 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.982466 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.982989 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: port-mac-address-regenerate Mar 09 05:45:48.983320 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.984244 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.984796 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: port-numa-affinity-policy Mar 09 05:45:48.985129 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: port_resource_request.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.986059 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.986577 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 05:45:48.986907 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.987871 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.988407 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 09 05:45:48.988737 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: portbindings.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.989669 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.990192 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: binding Mar 09 05:45:48.990522 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: portbindings_extended.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.991814 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.992345 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: binding-extended Mar 09 05:45:48.992702 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: portsecurity.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.993632 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.994823 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: port-security Mar 09 05:45:48.995238 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: project_id.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.996227 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.996593 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: project-id Mar 09 05:45:48.996928 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: providernet.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:48.997866 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:48.998390 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: provider Mar 09 05:45:48.998721 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.002400 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.002940 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos not supported by any of loaded plugins Mar 09 05:45:49.003277 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.004592 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.005123 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 05:45:49.005462 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.006425 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.006951 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 05:45:49.007284 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_default.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.008213 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.008773 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-default not supported by any of loaded plugins Mar 09 05:45:49.009107 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_fip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.010159 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.010680 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-fip not supported by any of loaded plugins Mar 09 05:45:49.011013 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.011948 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.012505 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 09 05:45:49.012842 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.013776 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.014294 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 05:45:49.014624 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.015669 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.016198 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 05:45:49.016563 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.017620 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.018140 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 09 05:45:49.018470 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.019529 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.020052 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 09 05:45:49.020399 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_pps_rule.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.021598 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.022127 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-pps not supported by any of loaded plugins Mar 09 05:45:49.022460 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.023385 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.023908 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 05:45:49.024240 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: qos_rules_alias.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.025356 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.025881 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 05:45:49.026221 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: quota_check_limit.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.027143 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.027666 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: quota-check-limit Mar 09 05:45:49.027997 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: quotasv2.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.028963 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.029302 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: quotas Mar 09 05:45:49.029632 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: quotasv2_detail.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.031436 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.031784 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: quota_details Mar 09 05:45:49.032118 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: rbac.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.033231 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.033776 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: rbac-policies Mar 09 05:45:49.034113 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: rbac_address_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.035056 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.035587 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: rbac-address-group Mar 09 05:45:49.035924 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: rbac_address_scope.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.036903 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.037430 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: rbac-address-scope Mar 09 05:45:49.037762 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: rbac_security_groups.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.038698 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.039227 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: rbac-security-groups Mar 09 05:45:49.039558 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.040593 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.041641 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: rbac-subnetpool Mar 09 05:45:49.042054 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: revisionifmatch.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.042996 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.043519 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: revision-if-match Mar 09 05:45:49.043848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: revisions.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.045027 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.045553 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: standard-attr-revisions Mar 09 05:45:49.045886 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: router_availability_zone.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.046570 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.047097 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: router_availability_zone Mar 09 05:45:49.047427 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: routerservicetype.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.048360 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.048906 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension router-service-type not supported by any of loaded plugins Mar 09 05:45:49.049237 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.050170 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.050692 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: security-groups-normalized-cidr Mar 09 05:45:49.051025 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.051957 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.052514 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: port-security-groups-filtering Mar 09 05:45:49.052846 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.054057 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.054584 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: security-groups-remote-address-group Mar 09 05:45:49.054919 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.055867 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.056420 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: security-groups-shared-filtering Mar 09 05:45:49.057474 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.058258 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 09 05:45:49.058592 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: securitygroup.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.068289 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.068864 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: security-group Mar 09 05:45:49.069203 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: segment.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.069995 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.070523 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension segment not supported by any of loaded plugins Mar 09 05:45:49.070854 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.071813 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.072525 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 05:45:49.072866 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: servicetype.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.073993 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.074529 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: service-type Mar 09 05:45:49.074863 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: sorting.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.075855 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.076195 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: sorting Mar 09 05:45:49.076563 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: standard_attr_segment.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.077502 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.078031 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 05:45:49.078361 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: standardattrdescription.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.079017 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.079542 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: standard-attr-description Mar 09 05:45:49.079875 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: stateful_security_group.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.080912 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.081444 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: stateful-security-group Mar 09 05:45:49.081776 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: stdattrs_common.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.082352 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 05:45:49.082679 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.083629 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.084154 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 05:45:49.084517 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: subnet_onboard.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.085637 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.086212 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: subnet_onboard Mar 09 05:45:49.086543 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.087517 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.088644 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 05:45:49.088979 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: subnet_service_types.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.089911 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.090480 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: subnet-service-types Mar 09 05:45:49.090809 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: subnetallocation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.091959 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.092525 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: subnet_allocation Mar 09 05:45:49.092857 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.093531 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.094068 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: subnetpool-prefix-ops Mar 09 05:45:49.094398 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.095347 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.095867 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 05:45:49.096195 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: tagging.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.097298 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.097841 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: standard-attr-tag Mar 09 05:45:49.098172 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: timestamp.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.099374 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.099903 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loaded extension: standard-attr-timestamp Mar 09 05:45:49.100236 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: trunk.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.101358 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.101840 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension trunk not supported by any of loaded plugins Mar 09 05:45:49.102173 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: trunk_details.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.103098 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.104256 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension trunk-details not supported by any of loaded plugins Mar 09 05:45:49.104617 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.105558 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.106079 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 05:45:49.106409 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Loading extension file: vlantransparent.py {{(pid=103864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 05:45:49.107082 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 05:45:49.107608 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 05:45:49.110111 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:network Mar 09 05:45:49.110665 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:subnet Mar 09 05:45:49.111068 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:45:49.111474 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:port Mar 09 05:45:49.112769 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.113210 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service FLAVORS assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.113831 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.114260 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.114595 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:router Mar 09 05:45:49.115024 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 05:45:49.115517 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service METERING assigned prefix: /metering {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.117010 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:49.117395 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:49.117755 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:45:49.118775 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 05:45:49.119260 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:security_group Mar 09 05:45:49.119703 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 05:45:49.120316 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.120681 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:45:49.121035 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] subnetpool is already registered Mar 09 05:45:49.121467 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.121808 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:45:49.122145 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] subnetpool is already registered Mar 09 05:45:49.124450 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.124897 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service FLAVORS assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.125496 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.125988 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.126331 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:router Mar 09 05:45:49.126676 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] router is already registered Mar 09 05:45:49.127097 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 05:45:49.127438 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] floatingip is already registered Mar 09 05:45:49.127899 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service METERING assigned prefix: /metering {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.128605 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 05:45:49.128941 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] rbac_policy is already registered Mar 09 05:45:49.129365 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:security_group Mar 09 05:45:49.129707 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] security_group is already registered Mar 09 05:45:49.130121 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 05:45:49.130461 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] security_group_rule is already registered Mar 09 05:45:49.131110 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.131445 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:45:49.131784 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] subnetpool is already registered Mar 09 05:45:49.132219 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.v2.resource_helper [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Service CORE assigned prefix: {{(pid=103864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 05:45:49.132579 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 05:45:49.132918 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING neutron.quota.resource_registry [None req-a6286278-214f-4697-834e-19872da01cd0 None None] subnetpool is already registered Mar 09 05:45:49.133396 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: extensions {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.134894 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: address-groups {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.136446 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: address-scopes {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.137792 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: agents {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.138958 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: auto-allocated-topology {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.140214 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: availability_zones {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.141481 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: dhcp-networks {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.143016 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: dhcp-agents {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.144480 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: routers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.146704 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: flavors {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.147904 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: service_profiles {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.149292 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: next_providers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.151378 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: service_profiles {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.152963 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: floatingip-pools {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.154199 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: routers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.156337 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: floatingips {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.158595 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: l3-routers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.160027 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: l3-agents {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.161483 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: metering-labels {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.162856 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: metering-label-rules {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.164167 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: network-ip-availabilities {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.165474 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: bindings {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.167742 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: quotas {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.169361 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: quotas {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.170894 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: rbac-policies {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.172216 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: security-groups {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.173502 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: security-group-rules {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.174839 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: service-providers {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.176075 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: subnetpools {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.177542 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: subnetpools {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.179294 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.181064 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.183137 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.184950 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.186745 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.188659 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.190362 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.192247 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.194073 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.195941 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron.api.extensions [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Extended resource: tags {{(pid=103864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 05:45:49.201984 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING keystonemiddleware.auth_token [None req-a6286278-214f-4697-834e-19872da01cd0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 05:45:49.206706 dv-cinder-831167-2-iscsi neutron-server[103864]: WARNING keystonemiddleware.auth_token [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 05:45:49.216116 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Acquired lock "singleton_lock" {{(pid=103864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 09 05:45:49.216626 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_concurrency.lockutils [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Releasing lock "singleton_lock" {{(pid=103864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 09 05:45:49.217280 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO oslo_service.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Starting 2 workers Mar 09 05:45:49.222149 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Started child 103971 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:45:49.226561 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Started child 103972 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:45:49.227629 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:45:49.228338 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO neutron.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 05:45:49.229702 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:45:49.229990 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [-] (103971) wsgi starting up on http://0.0.0.0:9696 Mar 09 05:45:49.232309 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO oslo_service.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Starting 1 workers Mar 09 05:45:49.233032 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:45:49.234541 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [-] (103972) wsgi starting up on http://0.0.0.0:9696 Mar 09 05:45:49.237604 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Started child 103973 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:45:49.238185 dv-cinder-831167-2-iscsi neutron-server[103864]: INFO oslo_service.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Starting 1 workers Mar 09 05:45:49.241390 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] calling RpcWorker wait() {{(pid=103973) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 05:45:49.241943 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] returning from RpcWorker wait() {{(pid=103973) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 05:45:49.242754 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Started child 103974 {{(pid=103864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 05:45:49.243356 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:45:49.243599 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG neutron_lib.callbacks.manager [None req-a6286278-214f-4697-834e-19872da01cd0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:45:49.243805 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:45:49.245644 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 05:45:49.245863 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 05:45:49.246052 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 05:45:49.246287 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 05:45:49.246644 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 05:45:49.246809 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 05:45:49.247320 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.247610 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.247872 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.247963 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:45:49.248442 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.248519 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.249043 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.249248 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:45:49.249341 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.249549 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.249832 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.250094 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.250251 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.250414 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.250675 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.250930 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.251228 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.251494 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.251782 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.251993 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.252172 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.252451 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.252736 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.252966 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.253230 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] debug = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.253478 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.253970 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.254201 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.254449 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.254685 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.254957 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.255241 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.255532 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.255793 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.256048 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.256319 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.256615 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.256867 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.257085 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.257361 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.257597 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.257875 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.258114 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.258560 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host = dv-cinder-831167-2-iscsi {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.258801 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.259025 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.259270 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.259543 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.259879 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.260165 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.260449 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.260713 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.260963 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.261213 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.261477 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.261728 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.261962 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.262215 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.262384 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_options = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.262632 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.262895 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.263154 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.263346 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.263510 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.263680 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.263947 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.264113 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.264368 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.264623 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.264840 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.265075 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.265296 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.265543 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.265790 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.266022 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.266256 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.266467 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.267863 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.269096 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.269096 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.269096 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.269511 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.269511 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.269801 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.269801 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.270045 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.270229 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.270721 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.271011 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.271268 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.271555 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.272515 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.272767 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.273560 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.274366 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.274612 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.275027 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.275871 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.276452 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.278482 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.278482 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.279235 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.279489 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.279720 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_json = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.281848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.285739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.286826 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.286826 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.286826 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.286826 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.286826 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.286826 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.287512 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.287512 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.287512 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.287732 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.288054 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.288329 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.289192 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.289967 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.290208 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.290453 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.290693 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.291964 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.292223 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.292481 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.292726 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.292967 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.293243 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.293520 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.293884 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.294159 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.294417 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.294681 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.294902 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.295123 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.295340 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.295554 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.295789 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.296007 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.296266 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.296504 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.296743 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.296967 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.297197 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.297413 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.297645 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.297893 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.298147 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.298376 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.298618 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.298832 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.299042 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.299257 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.299500 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.299704 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.299916 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.300191 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.301170 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.301415 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.301629 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.301830 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.302051 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.302280 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.302478 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.302685 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.302887 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.303360 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.303572 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.303832 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.304065 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.304274 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.304504 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.304745 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.304979 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.305207 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.305420 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.305648 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.305858 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.306087 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.306299 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.306643 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.306897 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.306897 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.307518 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.307518 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.307681 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.307771 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.307964 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.308179 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.308401 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.308750 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.309165 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.309487 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.309759 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.309991 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.310212 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.310461 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.310678 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.310919 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.311136 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.311497 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.311859 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.312256 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.312515 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.312781 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.312999 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.313357 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.313769 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.314010 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.314228 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.314471 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.314705 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.314953 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.315205 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.315474 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.315738 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.315968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.316219 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.316469 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.316743 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.316993 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.317240 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.317476 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.317746 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.318041 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.318308 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.318574 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.318958 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.319187 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.319429 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.319659 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.319925 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.320179 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.320444 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.320693 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.320940 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.321195 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.321416 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.321644 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.321982 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.322272 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.322593 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.322860 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.323137 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.323530 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.324150 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.324150 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.324334 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.324536 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.324779 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.325005 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.325236 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.325462 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.325688 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.325916 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.326159 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.326371 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.326602 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.326849 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.327059 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.327318 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.327545 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.327761 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.327970 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.328183 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.328434 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.328679 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.328892 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.329124 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.329413 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.329645 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.329857 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.330076 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.330302 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.331036 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.331318 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.331515 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.331764 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.331975 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.332216 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.332500 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.333265 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.333265 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.333265 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.333697 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.333697 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.333952 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.334084 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.334250 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.334477 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.334699 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.334908 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.335137 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.335694 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.335694 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.335928 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.336168 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.336426 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.336660 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.336872 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.337099 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.337308 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.337536 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.337747 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.338530 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.338530 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.339026 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.339143 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.339352 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.339733 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.339986 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.340232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.340491 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.340729 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.340946 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.341156 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.341369 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.341601 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.341809 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.342020 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.342257 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.342466 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.342688 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.342965 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.343213 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.343436 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.343700 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.343912 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.344166 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.344422 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.344625 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.344833 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.345050 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.345280 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.345485 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.345737 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.345942 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.346149 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.346367 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.346579 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.346782 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.346999 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.347202 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.347405 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.347617 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.347848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.348052 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.348269 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.348490 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.348697 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.348911 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.349139 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.349344 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.349570 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.349771 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.349975 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.350189 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.350401 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.350606 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.350876 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.351223 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.351344 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.351673 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.351850 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.352101 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.352319 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356408 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356408 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356408 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356408 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356408 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356408 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356408 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356887 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.356968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.357446 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.357446 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.357446 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.358277 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.358526 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.358759 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.358988 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.359188 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.359401 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.359645 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.359879 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.360141 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.360370 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.360653 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.360888 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.361130 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.361349 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.361568 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.361796 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.362013 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.362224 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.362379 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 05:45:49.362888 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 05:45:49.363046 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 05:45:49.363228 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 05:45:49.363350 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 05:45:49.363516 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 05:45:49.363664 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 05:45:49.363872 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.364029 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.364188 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.364345 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.364524 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.364703 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.364863 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.365019 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.365175 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.365332 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.365489 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.365645 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.365801 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.365957 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.366112 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.366270 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.366426 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.366581 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.366742 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.366900 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.367055 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.367211 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.367368 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] debug = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.367524 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.367732 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.367895 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.368052 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.368207 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.368363 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.368539 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.368695 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.368852 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.369512 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.369782 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370303 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370303 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370303 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370303 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370595 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370595 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370738 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.370886 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host = dv-cinder-831167-2-iscsi {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.371041 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.371198 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.371353 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.371507 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.371662 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.371828 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.371970 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.372125 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.372281 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.372457 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.372615 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.372771 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.372926 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.373083 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.373239 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_options = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.373394 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.373550 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.373706 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.373964 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.374064 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.374202 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.374358 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.374515 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.374671 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.374825 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.374981 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.375137 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.375293 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.375448 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.375602 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.375758 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.375915 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.376070 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.376240 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.376418 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.376578 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.376734 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.376888 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.377043 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.377199 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.377355 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.377511 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.377667 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.377823 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.377977 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.378133 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.378289 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.378444 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.378600 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.378756 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.378910 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.379066 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.379222 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.379382 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.379539 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.379712 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.379846 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.380001 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.380157 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.380313 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.380489 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.380646 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_json = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.380808 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.380963 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.381119 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.381274 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.381430 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.381585 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.381746 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.381884 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.382040 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 05:45:49.382212 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.382370 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.382538 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.382696 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.382851 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.383007 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.383166 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.383322 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.383478 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.383635 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.383800 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.383958 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.384126 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.384283 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.384460 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.384623 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.384910 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.385412 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.385412 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.385579 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.385698 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.385984 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.386159 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.386318 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.386475 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.386633 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.386792 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.386958 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.387115 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.387288 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.387446 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.387791 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.387791 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.388316 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.388316 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.388497 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.388612 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.388772 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.388930 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.389087 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.389245 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.389402 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.389559 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390204 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390204 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390204 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390204 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390503 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390503 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390646 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390749 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.390912 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.391071 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.391229 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.391387 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.391545 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.391702 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.391869 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.392026 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.392183 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393232 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393740 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393740 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393740 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393909 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.393973 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.394132 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.394289 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.394473 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.394600 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.394757 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.394913 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.395070 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.395228 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.395385 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.395540 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.395698 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.395856 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.396014 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.396171 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.396327 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.396508 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.396666 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.396823 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.396980 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.397149 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.397326 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.397472 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.397628 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.397784 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.397942 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.398100 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.398257 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.398409 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.398558 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.398716 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.398873 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.399030 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.399190 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.399347 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.399503 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.399662 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.399818 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.400031 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.400166 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.400912 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.401447 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.401447 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.401447 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.401829 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.401829 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.401829 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402219 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402219 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402219 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402436 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402515 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402665 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402833 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.402993 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.403151 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.403308 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.403467 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.403624 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.403779 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.403937 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.404094 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.404251 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.404440 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.404586 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.404744 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.404901 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.405057 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.405236 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.405392 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.405548 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.405704 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.405861 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.406018 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.406175 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.406332 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.406488 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.406645 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.406802 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.406961 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.407118 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.407276 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.407434 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.407591 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.407748 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.407906 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.408061 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.408218 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.408412 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.408551 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.408708 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.408864 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.409021 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.409177 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.409334 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.409491 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.409648 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.409805 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.409961 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.410118 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.410274 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.410430 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.410586 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.410743 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.410900 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.411061 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.411218 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.411382 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.411540 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.411698 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.411857 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.412015 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.412174 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.412332 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.412511 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.412669 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.412827 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.412985 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.413141 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.413299 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.413457 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.413614 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.413770 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.413944 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.414101 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.414258 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.414419 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.414576 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.414733 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.414889 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.415046 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.415202 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.415360 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.415519 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.415676 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.415834 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.416739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.416739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.416739 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.417286 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.417286 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.417430 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.417508 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.417636 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.417793 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.417949 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.418106 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.418263 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.418420 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.418578 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.418735 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.418891 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.419061 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.419219 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.419377 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.419534 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.419690 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.419848 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.420015 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.420171 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.420328 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.420507 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.420664 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.420820 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.420987 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.421145 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.421302 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.421463 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.421619 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.421776 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.421941 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.422098 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.422254 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.422410 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.422566 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.422722 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.422888 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.423044 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.423201 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.423357 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.423513 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.423670 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.423836 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.423993 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.424150 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.424307 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.424485 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.424642 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.424808 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.424968 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.425126 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.425289 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.425445 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.425600 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.425757 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.425924 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.426084 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.426244 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.426400 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.426559 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.426716 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.426875 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.427037 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.427204 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.427367 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.427526 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.427693 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.427859 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.428285 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.428474 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.428641 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.428809 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.428966 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.429123 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.429312 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.429461 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.429618 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.429774 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.429931 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.430087 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.430243 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.430402 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.430559 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.430715 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.430873 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.431029 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.431186 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.431348 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.431516 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.431687 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.432146 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 05:45:49.432146 dv-cinder-831167-2-iscsi neutron-server[103864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 05:45:49.434788 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37130) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:45:49.443374 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064042 Mar 09 05:46:00.765853 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88cdfe-5e3e-4541-95ce-89d63fd2172d None None] get_active_networks_info from dv-cinder-831167-2-iscsi {{(pid=103973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 05:46:00.828275 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88cdfe-5e3e-4541-95ce-89d63fd2172d None None] No non-hosted networks {{(pid=103973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 05:46:00.842823 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.agentschedulers_db [None req-8a88cdfe-5e3e-4541-95ce-89d63fd2172d None None] DHCP Agent not found on host dv-cinder-831167-2-iscsi {{(pid=103973) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 09 05:46:00.937808 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c44b49ff-76ac-48f2-bd18-4482b46a4d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548131'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:03.112585 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d39c0880-7500-4856-bd65-e39b4c2d010b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548131'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:03.143216 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0e603641-4c7a-41d6-9350-5d224970e272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:04.378480 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548131'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:05.504511 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548131'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:06.922688 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37210) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:07.067730 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548131'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:07.068461 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.068817 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.069164 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.069484 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.069974 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.070307 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.070637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.070983 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.071468 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.071942 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.072982 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.073529 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.074121 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:07.074543 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831167-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:07.080423 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831167-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:07.454043 dv-cinder-831167-2-iscsi neutron-server[103972]: WARNING oslo_policy.policy [None req-cd731d5a-a34b-43fd-a45b-0401ff7e8d9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:07.454752 dv-cinder-831167-2-iscsi neutron-server[103972]: WARNING oslo_policy.policy [None req-cd731d5a-a34b-43fd-a45b-0401ff7e8d9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:07.679563 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [None req-cd731d5a-a34b-43fd-a45b-0401ff7e8d9a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:46:07.686734 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-cd731d5a-a34b-43fd-a45b-0401ff7e8d9a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7569985 Mar 09 05:46:10.217556 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.db.l3_hamode_db [None req-bcffe962-7b5c-4f3b-9047-d29173d8f384 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 05:46:10.233293 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37236) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:10.294451 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffe962-7b5c-4f3b-9047-d29173d8f384 None None] Routers set() bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:46:10.294756 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffe962-7b5c-4f3b-9047-d29173d8f384 None None] Router IDs set() for agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 09 05:46:10.542833 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-d7c33627-8b1e-4700-9ca7-f7e535ff1c2a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:46:10.636513 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.policy [None req-d7c33627-8b1e-4700-9ca7-f7e535ff1c2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103972) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 05:46:10.679602 dv-cinder-831167-2-iscsi neutron-server[103972]: WARNING oslo_policy.policy [None req-d7c33627-8b1e-4700-9ca7-f7e535ff1c2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:10.679971 dv-cinder-831167-2-iscsi neutron-server[103972]: WARNING oslo_policy.policy [None req-d7c33627-8b1e-4700-9ca7-f7e535ff1c2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:10.774889 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d7c33627-8b1e-4700-9ca7-f7e535ff1c2a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793488051680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793488052179', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793488033191', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793488036030', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793488094755', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793488087444', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16375365', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16366980', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-786257', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713105'] for rbac-policy (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:10.839855 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d7c33627-8b1e-4700-9ca7-f7e535ff1c2a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:10.841055 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d7c33627-8b1e-4700-9ca7-f7e535ff1c2a admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6068115 Mar 09 05:46:13.311082 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37246) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:13.623865 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:46:13.651852 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Made reservation on behalf of abd8aaa5def5456e8915bae26ba5b7a8 for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:46:13.655743 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:13.672502 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:13.780436 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks [] for security_group (123015e5-818a-45fa-9d14-8021f7ee4e70), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:13.784057 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (123015e5-818a-45fa-9d14-8021f7ee4e70), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:13.809532 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:46:13.844073 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793483586910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (38af48ad-805e-41f7-9cff-dcb87599e347), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:13.844667 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Unsubscribe: segment precommit_create {{(pid=103972) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 05:46:13.845202 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Added segment 38af48ad-805e-41f7-9cff-dcb87599e347 of type vlan for network 2431edcf-13d1-4450-a0e2-9507c648f417 Mar 09 05:46:13.860942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=123015e5-818a-45fa-9d14-8021f7ee4e70,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:13.911194 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.911567 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.911931 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.912272 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.912629 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.912962 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.913290 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.913613 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.913938 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.914281 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.914608 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.914926 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.915243 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Tracked resource versions report: Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: pushed versions: Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: { 'AddressGroup': {'1.2'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'ConntrackHelper': {'1.0'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Log': {'1.0'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Network': {'1.1'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Port': {'1.7'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'PortForwarding': {'1.2'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'QosPolicy': {'1.10'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroup': {'1.5'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SubPort': {'1.0'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Subnet': {'1.1'}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Trunk': {'1.1'}} Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: consumer versions: Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'ConntrackHelper': '1.0', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'LocalIPAssociation': '1.0', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Log': '1.0', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Network': '1.1', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Port': '1.7', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'PortForwarding': '1.2', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'QosPolicy': '1.10', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroup': '1.5', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroupRule': '1.2', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SubPort': '1.0', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Subnet': '1.1', Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Trunk': '1.1'}} Mar 09 05:46:13.917185 dv-cinder-831167-2-iscsi neutron-server[103972]: {{(pid=103972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:46:13.949007 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (2431edcf-13d1-4450-a0e2-9507c648f417), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:13.992194 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (2431edcf-13d1-4450-a0e2-9507c648f417), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:13.997497 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:13.998236 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:14.061436 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7492275 Mar 09 05:46:14.116630 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32cca-25a4-4f53-aa94-5d0c70dec2ad demo demo] Pushing event updated for resources: {'Network': ['ID=2431edcf-13d1-4450-a0e2-9507c648f417,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:14.129071 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 2431edcf-13d1-4450-a0e2-9507c648f417 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:46:16.617689 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37258) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:17.018575 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66c318-fc90-4d18-8b8c-ba0541eb6952 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:17.019934 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-0d66c318-fc90-4d18-8b8c-ba0541eb6952 demo admin] 10.222.0.36 "GET /v2.0/networks/2431edcf-13d1-4450-a0e2-9507c648f417 HTTP/1.1" status: 200 len: 825 time: 0.4012964 Mar 09 05:46:17.043744 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-6e068694-b1f2-477a-af28-bcb849d64347 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/a786679c-6d4f-4ec9-871f-bba27bd6e3af HTTP/1.1" status: 200 len: 734 time: 0.0182242 Mar 09 05:46:17.052114 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Request body: {'subnet': {'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a786679c-6d4f-4ec9-871f-bba27bd6e3af', 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:46:17.073158 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Made reservation on behalf of abd8aaa5def5456e8915bae26ba5b7a8 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:46:17.075366 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:17.361243 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (8953b040-486d-44d8-8080-38b80a479877), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:17.430386 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Pushing event updated for resources: {'Subnet': ['ID=8953b040-486d-44d8-8080-38b80a479877,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:17.434955 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Checking segment: {'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:46:17.435333 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Network hostable DHCP agents. Network: 2431edcf-13d1-4450-a0e2-9507c648f417, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:46:17.455663 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Network 2431edcf-13d1-4450-a0e2-9507c648f417 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:46:17.466686 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 2431edcf-13d1-4450-a0e2-9507c648f417) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:46:17.472354 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:17.474346 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:17.475407 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358244b9-e01a-4439-b76e-1a846973a6bb None None] Network 2431edcf-13d1-4450-a0e2-9507c648f417 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:46:17.489117 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-9038395f-d509-49c0-8a63-6553d8d8e40e demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402158 Mar 09 05:46:17.852421 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-2431edcf-13d1-4450-a0e2-9507c648f417', 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'fixed_ips': [{'subnet_id': '8953b040-486d-44d8-8080-38b80a479877'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:46:17.853822 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:18.122595 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Allocated IP 172.20.0.2 (2431edcf-13d1-4450-a0e2-9507c648f417/8953b040-486d-44d8-8080-38b80a479877/5d3631d9-9966-44cd-bc70-58f11ba4d70d) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:46:18.387440 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Publish callbacks [] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:18.394041 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:18.467229 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Network 2431edcf-13d1-4450-a0e2-9507c648f417 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:46:18.473830 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:46:18.482356 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:46:18.485734 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Pushing event updated for resources: {'Port': ['ID=5d3631d9-9966-44cd-bc70-58f11ba4d70d,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:18.517695 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.518060 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.518421 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.518761 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.519093 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.519421 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.519748 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.520069 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.520410 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.520758 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.521085 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.521404 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.521722 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Tracked resource versions report: Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: pushed versions: Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: { 'AddressGroup': {'1.2'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'ConntrackHelper': {'1.0'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Log': {'1.0'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Network': {'1.1'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Port': {'1.7'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'PortForwarding': {'1.2'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'QosPolicy': {'1.10'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroup': {'1.5'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SubPort': {'1.0'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Subnet': {'1.1'}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Trunk': {'1.1'}} Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: consumer versions: Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'ConntrackHelper': '1.0', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'LocalIPAssociation': '1.0', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Log': '1.0', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Network': '1.1', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Port': '1.7', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'PortForwarding': '1.2', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'QosPolicy': '1.10', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroup': '1.5', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroupRule': '1.2', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SubPort': '1.0', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Subnet': '1.1', Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Trunk': '1.1'}} Mar 09 05:46:18.523034 dv-cinder-831167-2-iscsi neutron-server[103973]: {{(pid=103973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:46:18.572313 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Attempting to bind port 5d3631d9-9966-44cd-bc70-58f11ba4d70d on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:46:18.572746 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Attempting to bind port 5d3631d9-9966-44cd-bc70-58f11ba4d70d by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:46:18.573166 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Attempting to bind port 5d3631d9-9966-44cd-bc70-58f11ba4d70d on network 2431edcf-13d1-4450-a0e2-9507c648f417 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:46:18.578017 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:46:18.578395 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Checking segment: {'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:46:18.578886 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:18.579271 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Bound using segment: {'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:46:18.579760 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Bound port: 5d3631d9-9966-44cd-bc70-58f11ba4d70d, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:46:18.580157 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:18.646023 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] For port 5d3631d9-9966-44cd-bc70-58f11ba4d70d, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:46:18.650084 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] For port 5d3631d9-9966-44cd-bc70-58f11ba4d70d, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=5d3631d9-9966-44cd-bc70-58f11ba4d70d,segment=NetworkSegment(38af48ad-805e-41f7-9cff-dcb87599e347),segment_id=38af48ad-805e-41f7-9cff-dcb87599e347)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:46:18.658308 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:18.723541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e16c-f497-42f9-aaa5-cb76cb17d519 None None] Pushing event updated for resources: {'Port': ['ID=5d3631d9-9966-44cd-bc70-58f11ba4d70d,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:20.075280 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37266) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:20.388417 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [None req-be7918aa-e2d7-4942-9863-6ad9b565ba0b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:46:20.389450 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-be7918aa-e2d7-4942-9863-6ad9b565ba0b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132610 Mar 09 05:46:22.921572 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37274) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:23.224979 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [None req-5a6e91da-3532-4f6f-b150-42f4195bc1ff admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:46:23.225959 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-5a6e91da-3532-4f6f-b150-42f4195bc1ff admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3033834 Mar 09 05:46:25.771265 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 37282) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:26.264056 dv-cinder-831167-2-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:26.264696 dv-cinder-831167-2-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:26.488625 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:46:26.550361 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.policy [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103971) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 05:46:26.595836 dv-cinder-831167-2-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:26.596233 dv-cinder-831167-2-iscsi neutron-server[103971]: WARNING oslo_policy.policy [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 05:46:26.659660 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:26.661703 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:26.819074 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] Publish callbacks [] for router_controller (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:26.824323 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:26.848013 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:26.849477 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-804a1d6d-7a46-4def-a595-dbccf4389895 demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0759690 Mar 09 05:46:29.445089 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37302) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:29.756847 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [None req-c68f5100-aec7-470d-bf05-7cd6601e8c8d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:46:29.757918 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-c68f5100-aec7-470d-bf05-7cd6601e8c8d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118856 Mar 09 05:46:29.894589 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 5d3631d9-9966-44cd-bc70-58f11ba4d70d up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:46:29.993985 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 5d3631d9-9966-44cd-bc70-58f11ba4d70d triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:29.993985 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:30.105390 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 5d3631d9-9966-44cd-bc70-58f11ba4d70d is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:46:30.105780 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:30.136149 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d61bd7-8d4c-466e-8b66-684bdcd9aca0 None None] Network 2431edcf-13d1-4450-a0e2-9507c648f417 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:46:30.154656 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 5d3631d9-9966-44cd-bc70-58f11ba4d70d, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=5d3631d9-9966-44cd-bc70-58f11ba4d70d,segment=NetworkSegment(38af48ad-805e-41f7-9cff-dcb87599e347),segment_id=38af48ad-805e-41f7-9cff-dcb87599e347)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:46:30.161496 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:30.261010 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=5d3631d9-9966-44cd-bc70-58f11ba4d70d,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:30.270886 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-819e781c-418a-42c4-9330-28918bbb1795 None None] Provisioning complete for port 5d3631d9-9966-44cd-bc70-58f11ba4d70d triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:30.271317 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-819e781c-418a-42c4-9330-28918bbb1795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:30.390465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-819e781c-418a-42c4-9330-28918bbb1795 None None] Current status of the port 5d3631d9-9966-44cd-bc70-58f11ba4d70d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:46:30.613673 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-eb3b79e0-2bd1-469c-9962-91241325d212 None None] Provisioning complete for port 5d3631d9-9966-44cd-bc70-58f11ba4d70d triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:30.613993 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-eb3b79e0-2bd1-469c-9962-91241325d212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:30.703341 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b79e0-2bd1-469c-9962-91241325d212 None None] Current status of the port 5d3631d9-9966-44cd-bc70-58f11ba4d70d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:46:30.706211 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfbb7-a5ed-4103-9536-d7125d4b8b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:31.864319 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 5d3631d9-9966-44cd-bc70-58f11ba4d70d up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:46:31.909576 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 5d3631d9-9966-44cd-bc70-58f11ba4d70d triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:31.909960 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:31.987873 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 5d3631d9-9966-44cd-bc70-58f11ba4d70d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:46:32.391253 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 37312) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:32.702403 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:46:32.724893 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Made reservation on behalf of 27c8c80788f8433f95af355a9521f6f1 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:46:32.727747 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:32.743893 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:32.847567 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks [] for security_group (309a5137-3d0f-45a2-a778-d5f0ba659be2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:32.851261 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (309a5137-3d0f-45a2-a778-d5f0ba659be2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:32.862706 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Reserving flat network on physical network physnet1 {{(pid=103971) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 05:46:32.892535 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793483586910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (3fde8e34-b046-4ffe-a453-d497d61301d3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:32.893098 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Unsubscribe: segment precommit_create {{(pid=103971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 05:46:32.893641 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Added segment 3fde8e34-b046-4ffe-a453-d497d61301d3 of type flat for network dda22c9a-428d-4bf3-9040-dcb677a8bacd Mar 09 05:46:32.909281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309a5137-3d0f-45a2-a778-d5f0ba659be2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:32.935230 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.935593 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.935935 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.936277 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.936634 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.936967 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.937305 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.937628 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.937961 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.938297 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.938619 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.938932 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.939245 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Tracked resource versions report: Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: pushed versions: Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: { 'AddressGroup': {'1.2'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'ConntrackHelper': {'1.0'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Log': {'1.0'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Network': {'1.1'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Port': {'1.7'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'PortForwarding': {'1.2'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'QosPolicy': {'1.10'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroup': {'1.5'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SubPort': {'1.0'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Subnet': {'1.1'}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Trunk': {'1.1'}} Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: consumer versions: Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'ConntrackHelper': '1.0', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'LocalIPAssociation': '1.0', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Log': '1.0', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Network': '1.1', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Port': '1.7', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'PortForwarding': '1.2', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'QosPolicy': '1.10', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroup': '1.5', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroupRule': '1.2', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SubPort': '1.0', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Subnet': '1.1', Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Trunk': '1.1'}} Mar 09 05:46:32.940634 dv-cinder-831167-2-iscsi neutron-server[103971]: {{(pid=103971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:46:33.010252 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (dda22c9a-428d-4bf3-9040-dcb677a8bacd), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:33.049671 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (dda22c9a-428d-4bf3-9040-dcb677a8bacd), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:33.050886 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:33.051615 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:33.062491 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dfa3e7f4-6bb4-4ba9-a4c2-ca4ea7731cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:33.102993 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7106202 Mar 09 05:46:33.156065 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728694b3-c9b2-4832-89d8-9bcd6c14819f admin admin] Pushing event updated for resources: {'Network': ['ID=dda22c9a-428d-4bf3-9040-dcb677a8bacd,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:33.167399 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:46:34.341335 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:35.290110 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:46:35.462064 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:35.611874 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37334) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:35.783709 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01e0d9-39fb-4b4f-9b03-814801af5934 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:35.785027 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-dc01e0d9-39fb-4b4f-9b03-814801af5934 demo admin] 10.222.0.36 "GET /v2.0/subnets/8953b040-486d-44d8-8080-38b80a479877 HTTP/1.1" status: 200 len: 849 time: 0.1722081 Mar 09 05:46:35.946658 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-5b76d161-5de7-4264-98e8-c95d7636a52c demo admin] 10.222.0.36 "GET /v2.0/routers/b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 HTTP/1.1" status: 200 len: 704 time: 0.1558857 Mar 09 05:46:36.209782 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:36.494906 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Allocated IP 172.20.0.1 (2431edcf-13d1-4450-a0e2-9507c648f417/8953b040-486d-44d8-8080-38b80a479877/73fd2da9-c2a8-4b10-806d-6cb35225fafe) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:46:36.645229 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks [] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:36.708626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:36.825297 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Network 2431edcf-13d1-4450-a0e2-9507c648f417 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:46:36.831562 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:46:36.837163 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:46:36.837258 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:36.859754 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Pushing event updated for resources: {'Port': ['ID=73fd2da9-c2a8-4b10-806d-6cb35225fafe,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:37.037691 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:37.123086 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-69510cbe-68e1-427a-9fb3-92933c96d77b None None] Provisioning complete for port 73fd2da9-c2a8-4b10-806d-6cb35225fafe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:37.123693 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69510cbe-68e1-427a-9fb3-92933c96d77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:37.126101 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:37.157979 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-69510cbe-68e1-427a-9fb3-92933c96d77b None None] Port 73fd2da9-c2a8-4b10-806d-6cb35225fafe cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:46:37.252100 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks [] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:37.256741 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:37.257695 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:37.315680 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Pushing event updated for resources: {'Port': ['ID=73fd2da9-c2a8-4b10-806d-6cb35225fafe,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:37.377667 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Network 2431edcf-13d1-4450-a0e2-9507c648f417 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:46:37.378907 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:46:37.554824 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:46:37.653270 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:46:37.659305 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-9ad0b72d-9681-49d5-bde9-0a66bbacfcb6 demo admin] 10.222.0.36 "PUT /v2.0/routers/b7b4283b-6729-48d6-b521-1f7dbfe7c1c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7071145 Mar 09 05:46:37.676064 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Sync routers for ids ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:46:37.688717 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Routers {'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:46:37.689079 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-dd014fd6-9d21-4ff2-b32b-ab8c2230b416 None None] Provisioning complete for port 73fd2da9-c2a8-4b10-806d-6cb35225fafe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:37.689582 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:46:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:37.689732 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dd014fd6-9d21-4ff2-b32b-ab8c2230b416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:37.727921 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-dd014fd6-9d21-4ff2-b32b-ab8c2230b416 None None] Port 73fd2da9-c2a8-4b10-806d-6cb35225fafe cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:46:37.878882 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Set router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 gateway port host: None {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:46:38.307832 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'name': 'router1', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:46:26Z', 'updated_at': '2022-03-09T05:46:36Z', 'revision_number': 2, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'gw_port_host': None, '_interfaces': [{'id': '73fd2da9-c2a8-4b10-806d-6cb35225fafe', 'name': '', 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'mac_address': 'fa:16:3e:a8:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8953b040-486d-44d8-8080-38b80a479877', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:36Z', 'updated_at': '2022-03-09T05:46:37Z', 'revision_number': 2, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'subnets': [{'id': '8953b040-486d-44d8-8080-38b80a479877', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786679c-6d4f-4ec9-871f-bba27bd6e3af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:38.356152 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Checking router: b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:46:38.356561 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Updating router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 port 73fd2da9-c2a8-4b10-806d-6cb35225fafe binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:46:38.432877 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:38.910479 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Publish callbacks [] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:38.918763 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.080514 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Pushing event updated for resources: {'Port': ['ID=73fd2da9-c2a8-4b10-806d-6cb35225fafe,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:39.095272 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.095642 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.096000 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.096344 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.096706 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.097043 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.097376 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.097708 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.098047 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.098397 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.098737 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.099064 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.099391 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Tracked resource versions report: Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: pushed versions: Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: { 'AddressGroup': {'1.2'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'ConntrackHelper': {'1.0'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Log': {'1.0'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Network': {'1.1'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Port': {'1.7'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'PortForwarding': {'1.2'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'QosPolicy': {'1.10'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroup': {'1.5'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SubPort': {'1.0'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Subnet': {'1.1'}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Trunk': {'1.1'}} Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: consumer versions: Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'ConntrackHelper': '1.0', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'LocalIPAssociation': '1.0', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Log': '1.0', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Network': '1.1', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Port': '1.7', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'PortForwarding': '1.2', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'QosPolicy': '1.10', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroup': '1.5', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroupRule': '1.2', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SubPort': '1.0', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Subnet': '1.1', Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Trunk': '1.1'}} Mar 09 05:46:39.100771 dv-cinder-831167-2-iscsi neutron-server[103974]: {{(pid=103974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:46:39.103111 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Attempting to bind port 73fd2da9-c2a8-4b10-806d-6cb35225fafe on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:46:39.103513 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Attempting to bind port 73fd2da9-c2a8-4b10-806d-6cb35225fafe by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:46:39.104515 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Attempting to bind port 73fd2da9-c2a8-4b10-806d-6cb35225fafe on network 2431edcf-13d1-4450-a0e2-9507c648f417 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:46:39.110783 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:46:39.111200 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Checking segment: {'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:46:39.112294 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.112294 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Bound using segment: {'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:46:39.112604 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Bound port: 73fd2da9-c2a8-4b10-806d-6cb35225fafe, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38af48ad-805e-41f7-9cff-dcb87599e347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:46:39.113052 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.159091 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-720921dd-1e86-4631-85f0-4977e92d5d3a None None] Provisioning complete for port 73fd2da9-c2a8-4b10-806d-6cb35225fafe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:39.159640 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-720921dd-1e86-4631-85f0-4977e92d5d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.178668 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] For port 73fd2da9-c2a8-4b10-806d-6cb35225fafe, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:46:39.196212 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-720921dd-1e86-4631-85f0-4977e92d5d3a None None] Port 73fd2da9-c2a8-4b10-806d-6cb35225fafe cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:46:39.198558 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] For port 73fd2da9-c2a8-4b10-806d-6cb35225fafe, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=73fd2da9-c2a8-4b10-806d-6cb35225fafe,segment=NetworkSegment(38af48ad-805e-41f7-9cff-dcb87599e347),segment_id=38af48ad-805e-41f7-9cff-dcb87599e347)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:46:39.204750 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.264861 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Routers {'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:46:39.265491 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:46:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:39.267338 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3874f17-7c7b-46fb-bb1a-fa33a915ec64 None None] Pushing event updated for resources: {'Port': ['ID=73fd2da9-c2a8-4b10-806d-6cb35225fafe,revision_number=4']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:39.360932 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] Set router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 gateway port host: None {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:46:39.416899 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-e30c1702-e2ac-44b3-a471-a953bcd50dcd None None] Provisioning complete for port 73fd2da9-c2a8-4b10-806d-6cb35225fafe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:39.417384 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e30c1702-e2ac-44b3-a471-a953bcd50dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.501518 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-e30c1702-e2ac-44b3-a471-a953bcd50dcd None None] Current status of the port 73fd2da9-c2a8-4b10-806d-6cb35225fafe is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:46:39.502228 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e30c1702-e2ac-44b3-a471-a953bcd50dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.537226 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-e30c1702-e2ac-44b3-a471-a953bcd50dcd None None] For port 73fd2da9-c2a8-4b10-806d-6cb35225fafe, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=73fd2da9-c2a8-4b10-806d-6cb35225fafe,segment=NetworkSegment(38af48ad-805e-41f7-9cff-dcb87599e347),segment_id=38af48ad-805e-41f7-9cff-dcb87599e347)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:46:39.542272 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e30c1702-e2ac-44b3-a471-a953bcd50dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:39.574312 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'name': 'router1', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:46:26Z', 'updated_at': '2022-03-09T05:46:36Z', 'revision_number': 2, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'gw_port_host': None, '_interfaces': [{'id': '73fd2da9-c2a8-4b10-806d-6cb35225fafe', 'name': '', 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'mac_address': 'fa:16:3e:a8:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8953b040-486d-44d8-8080-38b80a479877', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:36Z', 'updated_at': '2022-03-09T05:46:39Z', 'revision_number': 4, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'subnets': [{'id': '8953b040-486d-44d8-8080-38b80a479877', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786679c-6d4f-4ec9-871f-bba27bd6e3af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:39.594008 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c1702-e2ac-44b3-a471-a953bcd50dcd None None] Pushing event updated for resources: {'Port': ['ID=73fd2da9-c2a8-4b10-806d-6cb35225fafe,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:39.601170 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0d2db-68df-4ab3-ae29-e16de28a6a06 None None] The sync data for ids ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'] in dv-cinder-831167-2-iscsi is: [{'id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'name': 'router1', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:46:26Z', 'updated_at': '2022-03-09T05:46:36Z', 'revision_number': 2, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'gw_port_host': None, '_interfaces': [{'id': '73fd2da9-c2a8-4b10-806d-6cb35225fafe', 'name': '', 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'mac_address': 'fa:16:3e:a8:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8953b040-486d-44d8-8080-38b80a479877', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:36Z', 'updated_at': '2022-03-09T05:46:39Z', 'revision_number': 4, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'subnets': [{'id': '8953b040-486d-44d8-8080-38b80a479877', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786679c-6d4f-4ec9-871f-bba27bd6e3af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:46:40.130152 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37354) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:40.240103 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a60ea6e-9e54-431f-bea4-d96bfe33e661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:40.241502 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-3a60ea6e-9e54-431f-bea4-d96bfe33e661 admin admin] 10.222.0.36 "GET /v2.0/networks/dda22c9a-428d-4bf3-9040-dcb677a8bacd HTTP/1.1" status: 200 len: 842 time: 0.1103821 Mar 09 05:46:40.251061 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:46:40.270876 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Made reservation on behalf of 27c8c80788f8433f95af355a9521f6f1 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:46:40.273808 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:40.553035 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.objects.ports [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103972) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 05:46:40.553462 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (fac4c5b3-a5f9-49f7-a03f-b4d26f74b627), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:40.607820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac4c5b3-a5f9-49f7-a03f-b4d26f74b627,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:40.618597 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:46:40.618943 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Network hostable DHCP agents. Network: dda22c9a-428d-4bf3-9040-dcb677a8bacd, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:46:40.634254 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:46:40.644422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, dda22c9a-428d-4bf3-9040-dcb677a8bacd) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:46:40.649264 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:40.650403 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:40.655569 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e1d60-3e8e-4423-a0f7-17b91da65f8b None None] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:46:40.667093 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-0b3b7e60-523e-4413-a1b1-e040516d615a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4193637 Mar 09 05:46:40.765090 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf6f89-72af-4553-8ceb-4607f9e21ded None None] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:46:43.237956 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37362) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:43.365816 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b19dfce5-df2b-4fe8-9667-a9c7c24cb0b4 demo admin] 10.222.0.36 "GET /v2.0/routers/b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 HTTP/1.1" status: 200 len: 710 time: 0.1290801 Mar 09 05:46:43.518450 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a49a60-f968-4b28-955e-ff6461a17cac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:46:43.519810 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-c6a49a60-f968-4b28-955e-ff6461a17cac demo admin] 10.222.0.36 "GET /v2.0/networks/dda22c9a-428d-4bf3-9040-dcb677a8bacd HTTP/1.1" status: 200 len: 886 time: 0.1481318 Mar 09 05:46:43.528851 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:46:43.793967 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks [] for router_gateway (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:44.029599 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks [] for router_gateway (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:44.101987 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:44.204649 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Allocated IP 172.27.1.153 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/b42fff74-3fac-4c10-a291-34e960ebb91a) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:46:44.303722 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks [] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:44.337262 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:44.371937 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:46:44.374627 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:46:44.382262 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:46:44.387935 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Pushing event updated for resources: {'Port': ['ID=b42fff74-3fac-4c10-a291-34e960ebb91a,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:44.630468 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks [] for router_gateway (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:44.904872 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27284'] for router (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:44.908720 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547017'] for router (b7b4283b-6729-48d6-b521-1f7dbfe7c1c3), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:45.022195 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:46:45.134215 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:46:45.138835 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:45.140029 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-77003fd7-ca47-4099-ae23-932c185b2168 demo admin] 10.222.0.36 "PUT /v2.0/routers/b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 HTTP/1.1" status: 200 len: 890 time: 1.6145692 Mar 09 05:46:47.678459 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37374) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:46:47.800425 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-62a2ff1e-ffa6-4201-8b53-28ea83b9193c admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207094 Mar 09 05:46:47.899942 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 73fd2da9-c2a8-4b10-806d-6cb35225fafe up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:46:47.952066 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 73fd2da9-c2a8-4b10-806d-6cb35225fafe triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:47.952501 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:48.031969 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 73fd2da9-c2a8-4b10-806d-6cb35225fafe is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:46:48.478706 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Sync routers for ids ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:46:48.491527 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Routers {'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:46:48.492187 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:46:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:48.718062 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Set router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:46:49.187022 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'name': 'router1', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'b42fff74-3fac-4c10-a291-34e960ebb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:46:26Z', 'updated_at': '2022-03-09T05:46:44Z', 'revision_number': 4, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'gw_port': {'id': 'b42fff74-3fac-4c10-a291-34e960ebb91a', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:44Z', 'updated_at': '2022-03-09T05:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '73fd2da9-c2a8-4b10-806d-6cb35225fafe', 'name': '', 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'mac_address': 'fa:16:3e:a8:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8953b040-486d-44d8-8080-38b80a479877', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:36Z', 'updated_at': '2022-03-09T05:46:39Z', 'revision_number': 5, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'subnets': [{'id': '8953b040-486d-44d8-8080-38b80a479877', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786679c-6d4f-4ec9-871f-bba27bd6e3af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:49.238897 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Checking router: b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:46:49.239249 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Updating router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 port b42fff74-3fac-4c10-a291-34e960ebb91a binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:46:49.292371 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:49.619436 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Publish callbacks [] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:49.625363 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:49.672433 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Attempting to bind port b42fff74-3fac-4c10-a291-34e960ebb91a on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:46:49.672805 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Attempting to bind port b42fff74-3fac-4c10-a291-34e960ebb91a by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:46:49.673169 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Attempting to bind port b42fff74-3fac-4c10-a291-34e960ebb91a on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:46:49.687339 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:46:49.687737 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:46:49.688116 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:49.688535 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:46:49.689000 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Bound port: b42fff74-3fac-4c10-a291-34e960ebb91a, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:46:49.689377 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:49.691045 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d2966-ab39-4bff-90c9-c7f5d0bf9b8c None None] Pushing event updated for resources: {'Port': ['ID=b42fff74-3fac-4c10-a291-34e960ebb91a,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:49.746835 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] For port b42fff74-3fac-4c10-a291-34e960ebb91a, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:46:49.749922 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] For port b42fff74-3fac-4c10-a291-34e960ebb91a, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b42fff74-3fac-4c10-a291-34e960ebb91a,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:46:49.756288 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:49.808947 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Routers {'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:46:49.809567 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:46:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:49.857482 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d2966-ab39-4bff-90c9-c7f5d0bf9b8c None None] Pushing event updated for resources: {'Port': ['ID=b42fff74-3fac-4c10-a291-34e960ebb91a,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:49.937693 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] Set router b7b4283b-6729-48d6-b521-1f7dbfe7c1c3 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:46:50.171423 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'name': 'router1', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'b42fff74-3fac-4c10-a291-34e960ebb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:46:26Z', 'updated_at': '2022-03-09T05:46:44Z', 'revision_number': 4, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'gw_port': {'id': 'b42fff74-3fac-4c10-a291-34e960ebb91a', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:44Z', 'updated_at': '2022-03-09T05:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '73fd2da9-c2a8-4b10-806d-6cb35225fafe', 'name': '', 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'mac_address': 'fa:16:3e:a8:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8953b040-486d-44d8-8080-38b80a479877', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:36Z', 'updated_at': '2022-03-09T05:46:39Z', 'revision_number': 5, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'subnets': [{'id': '8953b040-486d-44d8-8080-38b80a479877', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786679c-6d4f-4ec9-871f-bba27bd6e3af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:46:50.200862 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abe0b2-8aa4-4383-bfef-c884e832b4ee None None] The sync data for ids ['b7b4283b-6729-48d6-b521-1f7dbfe7c1c3'] in dv-cinder-831167-2-iscsi is: [{'id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'name': 'router1', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'b42fff74-3fac-4c10-a291-34e960ebb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:46:26Z', 'updated_at': '2022-03-09T05:46:44Z', 'revision_number': 4, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'gw_port': {'id': 'b42fff74-3fac-4c10-a291-34e960ebb91a', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:44Z', 'updated_at': '2022-03-09T05:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '73fd2da9-c2a8-4b10-806d-6cb35225fafe', 'name': '', 'network_id': '2431edcf-13d1-4450-a0e2-9507c648f417', 'tenant_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'mac_address': 'fa:16:3e:a8:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b4283b-6729-48d6-b521-1f7dbfe7c1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8953b040-486d-44d8-8080-38b80a479877', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:46:36Z', 'updated_at': '2022-03-09T05:46:39Z', 'revision_number': 5, 'project_id': 'abd8aaa5def5456e8915bae26ba5b7a8', 'subnets': [{'id': '8953b040-486d-44d8-8080-38b80a479877', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a786679c-6d4f-4ec9-871f-bba27bd6e3af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:46:51.993266 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b42fff74-3fac-4c10-a291-34e960ebb91a up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:46:52.074398 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port b42fff74-3fac-4c10-a291-34e960ebb91a triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:52.076139 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:52.189175 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port b42fff74-3fac-4c10-a291-34e960ebb91a is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:46:52.189838 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:52.219396 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port b42fff74-3fac-4c10-a291-34e960ebb91a, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b42fff74-3fac-4c10-a291-34e960ebb91a,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:46:52.232417 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:52.303099 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=b42fff74-3fac-4c10-a291-34e960ebb91a,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:46:53.951349 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b42fff74-3fac-4c10-a291-34e960ebb91a up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:46:54.059253 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port b42fff74-3fac-4c10-a291-34e960ebb91a triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:46:54.059575 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b42fff74-3fac-4c10-a291-34e960ebb91a), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:46:54.149852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port b42fff74-3fac-4c10-a291-34e960ebb91a is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:47:00.701924 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c508be43-224f-4ccf-9bcd-f97e4d4bcb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:03.095808 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-66bb4a9e-cda2-4666-a641-9678ddea1b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:04.346595 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:05.477466 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:07.077777 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:12.293135 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:47:30.784008 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fbc056b1-d616-4293-9d59-1567b25e5d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:33.073621 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dbd900f8-b971-49f5-a2d6-1f55d9773bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:34.346074 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:35.474758 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:37.076879 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:47:49.295318 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:48:00.692137 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dea91187-3071-4147-b6eb-495f219ba905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:03.068595 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-57bc626e-97fa-4c41-8e06-167bab6d6dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:04.347331 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:05.467556 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:07.069646 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:09.427040 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37858) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:09.488845 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7bbcad-dd1c-4855-be0e-0b595731980e admin admin] GET failed (client error): The resource could not be found. Mar 09 05:48:09.490285 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-8a7bbcad-dd1c-4855-be0e-0b595731980e admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622318 Mar 09 05:48:09.652048 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304ebae-cae0-41b1-84f3-017c09c59daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:09.653534 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-9304ebae-cae0-41b1-84f3-017c09c59daf admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592984 Mar 09 05:48:11.985764 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37868) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:12.076555 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f43534-61df-4276-a0d2-d9c6f4ebb337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:12.077886 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-96f43534-61df-4276-a0d2-d9c6f4ebb337 admin admin] 10.222.0.36 "GET /v2.0/subnets/8953b040-486d-44d8-8080-38b80a479877 HTTP/1.1" status: 200 len: 849 time: 0.0911803 Mar 09 05:48:12.087224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:48:12.166944 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Publish callbacks [] for subnet (8953b040-486d-44d8-8080-38b80a479877), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:12.304639 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793483825327'] for subnet (8953b040-486d-44d8-8080-38b80a479877), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:12.332030 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:12.332642 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:12.344457 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] 10.222.0.36 "PUT /v2.0/subnets/8953b040-486d-44d8-8080-38b80a479877 HTTP/1.1" status: 200 len: 868 time: 0.2503028 Mar 09 05:48:12.344714 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b84ae-dbfc-46dd-8481-3162edcd1d84 None None] Network 2431edcf-13d1-4450-a0e2-9507c648f417 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:48:12.357415 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8953b040-486d-44d8-8080-38b80a479877,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:48:12.366152 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.366528 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.366874 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.367210 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.367543 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.367872 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.368215 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.368583 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.368934 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.369289 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.369618 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.369936 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.370255 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23809d15-b5af-4c47-a5dd-67f1e021cedb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:48:12.697124 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-05d5eeba-56f9-4018-a400-ed7e6cc4dfc9 None None] Provisioning complete for port 73fd2da9-c2a8-4b10-806d-6cb35225fafe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:48:12.697508 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-05d5eeba-56f9-4018-a400-ed7e6cc4dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (73fd2da9-c2a8-4b10-806d-6cb35225fafe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:12.774998 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-05d5eeba-56f9-4018-a400-ed7e6cc4dfc9 None None] Current status of the port 73fd2da9-c2a8-4b10-806d-6cb35225fafe is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:48:12.785533 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-05d5eeba-56f9-4018-a400-ed7e6cc4dfc9 None None] Provisioning complete for port 5d3631d9-9966-44cd-bc70-58f11ba4d70d triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:48:12.785918 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-05d5eeba-56f9-4018-a400-ed7e6cc4dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5d3631d9-9966-44cd-bc70-58f11ba4d70d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:12.863262 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-05d5eeba-56f9-4018-a400-ed7e6cc4dfc9 None None] Current status of the port 5d3631d9-9966-44cd-bc70-58f11ba4d70d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:48:14.676299 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37876) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:14.876278 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d83a26-0840-4319-810c-4e0002609577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:14.876693 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d83a26-0840-4319-810c-4e0002609577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:14.878226 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-21d83a26-0840-4319-810c-4e0002609577 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009401 Mar 09 05:48:17.175327 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 37884) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:17.401324 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817e828-3120-48e7-9047-0f10c952ccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:17.401711 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817e828-3120-48e7-9047-0f10c952ccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:17.403272 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c817e828-3120-48e7-9047-0f10c952ccbd admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2269800 Mar 09 05:48:19.727632 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 37894) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:19.929020 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c5e4c-f137-4022-9573-6360e845ae56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:19.930337 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d02c5e4c-f137-4022-9573-6360e845ae56 admin admin] 10.222.0.36 "GET /v2.0/networks/2431edcf-13d1-4450-a0e2-9507c648f417 HTTP/1.1" status: 200 len: 869 time: 0.2017567 Mar 09 05:48:22.261225 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 37902) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:22.387122 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd9194-7391-4caf-b4f2-c80122fde120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:22.388480 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e9bd9194-7391-4caf-b4f2-c80122fde120 admin admin] 10.222.0.36 "GET /v2.0/networks/dda22c9a-428d-4bf3-9040-dcb677a8bacd HTTP/1.1" status: 200 len: 886 time: 0.1263013 Mar 09 05:48:24.693786 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 37910) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:24.818748 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1f6314-36df-4a6b-81b2-e4dcf94d254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:24.819203 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1f6314-36df-4a6b-81b2-e4dcf94d254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:24.820725 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-aa1f6314-36df-4a6b-81b2-e4dcf94d254d admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260123 Mar 09 05:48:26.294497 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:48:27.133740 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37918) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:27.254372 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65884109-e4e4-4407-8ebe-8654b0c564db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:27.254833 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65884109-e4e4-4407-8ebe-8654b0c564db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:27.256368 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-65884109-e4e4-4407-8ebe-8654b0c564db admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216908 Mar 09 05:48:29.590980 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37926) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:29.683168 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d504c-d4f2-41af-915f-c4cdb52121af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:29.684527 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-736d504c-d4f2-41af-915f-c4cdb52121af admin admin] 10.222.0.36 "GET /v2.0/subnets/8953b040-486d-44d8-8080-38b80a479877 HTTP/1.1" status: 200 len: 868 time: 0.0924945 Mar 09 05:48:30.697882 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-96d45934-3c09-4045-95fd-84236176f37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:32.016150 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37934) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:48:32.102073 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95813e9e-6fa5-483d-b7a2-4560807b7582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:48:32.103386 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-95813e9e-6fa5-483d-b7a2-4560807b7582 admin admin] 10.222.0.36 "GET /v2.0/subnets/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627 HTTP/1.1" status: 200 len: 816 time: 0.0862737 Mar 09 05:48:33.070852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3f434d2e-0d82-41fb-a45b-5b052a587c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:34.349654 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:35.471200 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:48:37.071391 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:00.477669 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 37986) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:49:00.524695 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [None req-7a5cfcbc-f027-4f51-8343-80af3f493dfc admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:49:00.525674 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-7a5cfcbc-f027-4f51-8343-80af3f493dfc admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470455 Mar 09 05:49:00.700309 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-da34cbc6-f531-4102-b51c-9eb0af915292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:03.008818 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 37994) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:49:03.074906 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.pecan_wsgi.hooks.translation [None req-e157eb73-0f92-4caa-bf7e-7a4d9d69c17f admin admin] GET failed (client error): The resource could not be found. Mar 09 05:49:03.075147 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-38bf751c-2576-432d-8b39-9f6103262fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:03.078292 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e157eb73-0f92-4caa-bf7e-7a4d9d69c17f admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0683880 Mar 09 05:49:03.218793 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b8934-7b13-47b4-a185-0d9731e6c009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:49:03.220197 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-eb5b8934-7b13-47b4-a185-0d9731e6c009 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377320 Mar 09 05:49:03.293307 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:49:04.352984 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:05.472880 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:05.668026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38002) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:49:05.714588 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:49:05.734742 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Made reservation on behalf of 27c8c80788f8433f95af355a9521f6f1 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:49:05.737994 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:05.771031 dv-cinder-831167-2-iscsi neutron-server[103971]: WARNING neutron.services.revisions.revision_plugin [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Could not find related network for resource to bump revision. Mar 09 05:49:05.785526 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:49:05.795384 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (49acbcc8-f99f-4463-bf7e-25c9523274b7), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:05.795728 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Added segment 49acbcc8-f99f-4463-bf7e-25c9523274b7 of type vlan for network 9fcad4ad-694a-472f-8dbd-780fa77930e2 Mar 09 05:49:05.837736 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (9fcad4ad-694a-472f-8dbd-780fa77930e2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:05.863014 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (9fcad4ad-694a-472f-8dbd-780fa77930e2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:05.864048 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:49:05.864655 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:05.891778 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2226205 Mar 09 05:49:05.927830 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Pushing event updated for resources: {'Network': ['ID=9fcad4ad-694a-472f-8dbd-780fa77930e2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:49:05.935145 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.935520 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.935878 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.936216 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.936579 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.936913 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.937263 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.937598 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.938186 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.938532 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.938863 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.939221 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.939542 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e471dc68-7898-425d-93e1-15b065f43c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:05.950744 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 9fcad4ad-694a-472f-8dbd-780fa77930e2 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:49:07.074768 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:08.230308 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38010) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:49:08.289281 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8874e1-8b43-4649-811d-0587035dab30 admin admin] GET failed (client error): The resource could not be found. Mar 09 05:49:08.290523 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fb8874e1-8b43-4649-811d-0587035dab30 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592759 Mar 09 05:49:08.360133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a2aa5-b76a-4fb8-b846-84e7f298ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:49:08.362611 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-de6a2aa5-b76a-4fb8-b846-84e7f298ac53 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677066 Mar 09 05:49:08.371469 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:49:08.394140 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Made reservation on behalf of 27c8c80788f8433f95af355a9521f6f1 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:49:08.396365 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:08.608404 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (fc45836a-e8a0-453a-b2bf-d643c31189cc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:08.664270 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc45836a-e8a0-453a-b2bf-d643c31189cc,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:49:08.676799 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Checking segment: {'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:49:08.677165 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Network hostable DHCP agents. Network: 9fcad4ad-694a-472f-8dbd-780fa77930e2, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:49:08.697418 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Network 9fcad4ad-694a-472f-8dbd-780fa77930e2 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:49:08.709241 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 9fcad4ad-694a-472f-8dbd-780fa77930e2) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:49:08.715078 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:49:08.716447 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:08.722243 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0229d2ed-03b6-41c2-876f-50a9f3b51db7 None None] Network 9fcad4ad-694a-472f-8dbd-780fa77930e2 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:49:08.733152 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b459c1f1-4af6-4741-a8c9-3f926519cf0e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3649485 Mar 09 05:49:08.831656 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-9fcad4ad-694a-472f-8dbd-780fa77930e2', 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2', 'project_id': '27c8c80788f8433f95af355a9521f6f1', 'fixed_ips': [{'subnet_id': 'fc45836a-e8a0-453a-b2bf-d643c31189cc'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:49:08.832581 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:09.069330 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Allocated IP 192.168.233.2 (9fcad4ad-694a-472f-8dbd-780fa77930e2/fc45836a-e8a0-453a-b2bf-d643c31189cc/3d55055c-874c-4bee-9198-a4c1bea8c554) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:49:09.218599 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Publish callbacks [] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:09.225672 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:09.262056 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Network 9fcad4ad-694a-472f-8dbd-780fa77930e2 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:49:09.264854 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:49:09.268784 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:49:09.297467 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Pushing event updated for resources: {'Port': ['ID=3d55055c-874c-4bee-9198-a4c1bea8c554,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:49:09.321718 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.322016 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.322382 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.322724 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.323057 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.323388 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.323716 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.324042 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.324369 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.324740 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.325072 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.325394 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.325715 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:49:09.342080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Attempting to bind port 3d55055c-874c-4bee-9198-a4c1bea8c554 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:49:09.342456 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Attempting to bind port 3d55055c-874c-4bee-9198-a4c1bea8c554 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:49:09.342823 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Attempting to bind port 3d55055c-874c-4bee-9198-a4c1bea8c554 on network 9fcad4ad-694a-472f-8dbd-780fa77930e2 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:49:09.348087 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:49:09.348503 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Checking segment: {'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:49:09.348911 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:09.349305 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Bound using segment: {'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:49:09.349775 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Bound port: 3d55055c-874c-4bee-9198-a4c1bea8c554, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:49:09.350157 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:09.415302 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] For port 3d55055c-874c-4bee-9198-a4c1bea8c554, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:49:09.418799 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] For port 3d55055c-874c-4bee-9198-a4c1bea8c554, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=3d55055c-874c-4bee-9198-a4c1bea8c554,segment=NetworkSegment(49acbcc8-f99f-4463-bf7e-25c9523274b7),segment_id=49acbcc8-f99f-4463-bf7e-25c9523274b7)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:49:09.425340 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:09.489150 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03610ac1-f635-4206-8099-7a59fc70b6ef None None] Pushing event updated for resources: {'Port': ['ID=3d55055c-874c-4bee-9198-a4c1bea8c554,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:49:10.016214 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 3d55055c-874c-4bee-9198-a4c1bea8c554 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:49:10.066622 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 3d55055c-874c-4bee-9198-a4c1bea8c554 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:49:10.066971 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:10.158042 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 3d55055c-874c-4bee-9198-a4c1bea8c554 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:49:10.158926 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:10.198690 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 3d55055c-874c-4bee-9198-a4c1bea8c554, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=3d55055c-874c-4bee-9198-a4c1bea8c554,segment=NetworkSegment(49acbcc8-f99f-4463-bf7e-25c9523274b7),segment_id=49acbcc8-f99f-4463-bf7e-25c9523274b7)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:49:10.203437 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:10.259961 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=3d55055c-874c-4bee-9198-a4c1bea8c554,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:49:10.398059 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6c4c74-3df0-49f8-8759-afac67d1754b None None] Network 9fcad4ad-694a-472f-8dbd-780fa77930e2 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:49:10.469581 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-72e86ce1-f500-41ee-b8a0-8361fac141fe None None] Provisioning complete for port 3d55055c-874c-4bee-9198-a4c1bea8c554 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:49:10.469875 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-72e86ce1-f500-41ee-b8a0-8361fac141fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:10.583911 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-72e86ce1-f500-41ee-b8a0-8361fac141fe None None] Current status of the port 3d55055c-874c-4bee-9198-a4c1bea8c554 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:49:10.815773 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-a11ea2d7-da0a-445a-9ebd-e7031899d50f None None] Provisioning complete for port 3d55055c-874c-4bee-9198-a4c1bea8c554 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:49:10.816168 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a11ea2d7-da0a-445a-9ebd-e7031899d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:10.894488 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a11ea2d7-da0a-445a-9ebd-e7031899d50f None None] Current status of the port 3d55055c-874c-4bee-9198-a4c1bea8c554 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:49:11.961782 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 3d55055c-874c-4bee-9198-a4c1bea8c554 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:49:12.013757 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 3d55055c-874c-4bee-9198-a4c1bea8c554 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:49:12.014150 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (3d55055c-874c-4bee-9198-a4c1bea8c554), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:12.091044 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 3d55055c-874c-4bee-9198-a4c1bea8c554 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:49:30.703935 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dfe4025a-0443-4050-a4ae-af8cc4dfda27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:33.079255 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-85789d8b-e40c-4fdc-94cc-3c9800a42bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:34.356572 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:35.476902 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:37.077193 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:49:40.292638 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:50:00.707024 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cb8a011b-9a4e-4398-b60c-aef5a2276e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:03.083174 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5921b86a-302e-4728-8db4-5a87aa126178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:04.358398 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:05.480152 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:07.079527 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:17.292298 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:50:30.709227 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-45157168-9fb1-46c8-9043-bf46bdbb18ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:33.086529 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-94739479-2a1b-4027-b9f8-4ce6450e6f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:34.361095 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:34.644244 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38050) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:50:34.651739 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [None req-dd31bbff-e2ed-4d7d-ae79-50525c477f93 tempest-verify_tempest_config-305604692 tempest-verify_tempest_config-305604692-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:50:34.652722 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-dd31bbff-e2ed-4d7d-ae79-50525c477f93 tempest-verify_tempest_config-305604692 tempest-verify_tempest_config-305604692-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0074680 Mar 09 05:50:34.937544 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38068) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:50:35.035705 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:35.107136 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Publish callbacks [] for security_group (5258aaa8-6588-4ad7-97a6-280e89b89ee2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:35.110683 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5258aaa8-6588-4ad7-97a6-280e89b89ee2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:35.156922 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=981e9fb7a8564d7299a869b368aec324&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2183564 Mar 09 05:50:35.157723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5258aaa8-6588-4ad7-97a6-280e89b89ee2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:50:35.159751 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38072) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:50:35.164757 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.165142 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.165492 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.165832 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.166160 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.166489 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.166831 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.167161 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.167498 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.167823 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.168143 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.168490 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.168811 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a977b090-c66a-4b2f-8a42-ae183bafdf01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.215060 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Publish callbacks [] for security_group (5258aaa8-6588-4ad7-97a6-280e89b89ee2), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:35.235358 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Publish callbacks [] for security_group (5258aaa8-6588-4ad7-97a6-280e89b89ee2), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:35.324924 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5258aaa8-6588-4ad7-97a6-280e89b89ee2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:35.327344 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:35.328521 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5258aaa8-6588-4ad7-97a6-280e89b89ee2 HTTP/1.1" status: 204 len: 168 time: 0.1677227 Mar 09 05:50:35.337759 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5258aaa8-6588-4ad7-97a6-280e89b89ee2,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:50:35.344440 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.344849 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.345453 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.345827 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.346268 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.346609 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.346962 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.347301 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.347651 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.348000 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.348332 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.348684 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.349010 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ede99d-68ab-472b-9ce2-b50fc1a75064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:50:35.485693 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:37.081531 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:50:54.292171 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:51:00.712482 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1052e970-5e73-4a36-9fc7-72ac42fa8822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:03.088774 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0505-e6af-49fb-9a4b-5f294246e615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:04.363845 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:05.488154 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:07.084001 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:30.713853 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-df7f77bd-5d83-4e7e-88c2-1798c0b8f387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:31.291009 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:51:33.091484 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c471-2223-46b9-8317-74d62ce0e0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:34.365829 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:35.488164 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:51:37.086363 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:00.717080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78e887e2-8a74-4377-aa70-fed509acc7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:03.093508 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3d416a91-94e0-4274-9469-b37e1f2bde6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:04.368803 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:05.493519 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:07.088750 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:08.289452 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 5 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:52:12.166322 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548131'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:26.994187 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38144) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:52:27.099155 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0cda3ff7-594f-4e55-a152-3d1c4147c0e5 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1038551 Mar 09 05:52:29.472964 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38154) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:52:29.527447 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-22c456e1-9fa3-4fea-9e81-ca96054a039b admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533829 Mar 09 05:52:30.720031 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-82c6fb6d-c264-46b4-b0e4-19ffcca98d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:33.100864 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce224a7d-8772-48f3-8626-7fed6b5d3060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:34.375382 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:35.495207 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:37.092568 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:42.158738 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:52:45.288015 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:53:00.722117 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-db1a4beb-b8d9-43cf-804f-7ebdc907a1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:03.092128 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f4351e99-b044-41cd-ad2b-7301f355ba02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:04.376206 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:05.497361 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:07.101311 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:12.169144 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:22.287486 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:53:30.725833 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c460ccec-409b-4ba4-a57b-8b3c2417ee39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:33.093854 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a2b502bb-3018-47c6-8d4d-ee241bef9e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:34.377772 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:35.499064 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:37.109550 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:42.196155 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:53:59.285894 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:54:00.745045 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2f2b4fe1-758c-4c10-8620-d7f6499e122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:03.112360 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e87b469b-98d8-4323-9e65-bb24c3015af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:04.384506 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.226245 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38306) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:05.507010 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.541293 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-988333586-network', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:05.573674 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Made reservation on behalf of 4f72f61c80ba48c19d57acf6892b0342 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:05.577531 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.590723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.603787 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38332) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:05.710264 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks [] for security_group (15e37b52-b169-44ab-98a3-2dc9361832b2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.715565 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (15e37b52-b169-44ab-98a3-2dc9361832b2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.742674 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e37b52-b169-44ab-98a3-2dc9361832b2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:05.752367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.752811 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.753218 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.753629 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.754222 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.754605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.755107 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.755475 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.755810 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.756282 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.756496 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.756817 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.757137 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Tracked resource versions report: Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: pushed versions: Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: { 'AddressGroup': {'1.2'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'ConntrackHelper': {'1.0'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Log': {'1.0'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Network': {'1.1'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Port': {'1.7'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'PortForwarding': {'1.2'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'QosPolicy': {'1.10'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroup': {'1.5'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SubPort': {'1.0'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Subnet': {'1.1'}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Trunk': {'1.1'}} Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: consumer versions: Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: HyperV agent@hv-cinder-83116: {}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'ConntrackHelper': '1.0', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'LocalIPAssociation': '1.0', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Log': '1.0', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Network': '1.1', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Port': '1.7', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'PortForwarding': '1.2', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'QosPolicy': '1.10', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroup': '1.5', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SecurityGroupRule': '1.2', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'SubPort': '1.0', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Subnet': '1.1', Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: 'Trunk': '1.1'}} Mar 09 05:54:05.758194 dv-cinder-831167-2-iscsi neutron-server[103971]: {{(pid=103971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:54:05.764843 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:54:05.774224 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (f71eeb89-ed38-40f9-b5cb-88921dc857f0), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.774806 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Added segment f71eeb89-ed38-40f9-b5cb-88921dc857f0 of type vlan for network 3a08402c-9b5d-49a9-b21f-83220dd42e24 Mar 09 05:54:05.818033 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (3a08402c-9b5d-49a9-b21f-83220dd42e24), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.842573 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (3a08402c-9b5d-49a9-b21f-83220dd42e24), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.847189 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:05.847189 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.875881 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6485319 Mar 09 05:54:05.879704 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38352) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:05.884515 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Request body: {'subnet': {'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-988333586-subnet', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:05.911320 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-793806800-network', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:05.926962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a31875-2c00-4a86-98c6-2d0d54ab429e admin admin] Pushing event updated for resources: {'Network': ['ID=3a08402c-9b5d-49a9-b21f-83220dd42e24,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:05.927785 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Made reservation on behalf of 4f72f61c80ba48c19d57acf6892b0342 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:05.930184 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:05.943480 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:54:05.943906 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Made reservation on behalf of c50d1b2229ca44c6941c1263f258c2fd for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:05.946280 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.056966 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.259669 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (0fc3d8d7-f310-438f-8578-64bebeaf4d2c), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.287058 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks [] for security_group (6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.313657 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.321710 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38370) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:06.327175 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:54:06.338142 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (6ccbd120-f13d-43da-a34e-30da4e570d13), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.338483 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Added segment 6ccbd120-f13d-43da-a34e-30da4e570d13 of type vlan for network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 Mar 09 05:54:06.399852 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (eb54a928-b6b8-4a04-9f96-7c675f66a2a2), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.403922 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38378) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:06.438375 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc3d8d7-f310-438f-8578-64bebeaf4d2c,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:06.449723 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (eb54a928-b6b8-4a04-9f96-7c675f66a2a2), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.450912 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:06.451487 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.467540 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.468158 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.469133 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.469755 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.469994 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.470216 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.470509 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.470834 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.471160 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.471484 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.471806 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.472137 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.472461 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Tracked resource versions report: Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: pushed versions: Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: { 'AddressGroup': {'1.2'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'ConntrackHelper': {'1.0'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Log': {'1.0'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Network': {'1.1'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Port': {'1.7'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'PortForwarding': {'1.2'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'QosPolicy': {'1.10'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroup': {'1.5'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SubPort': {'1.0'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Subnet': {'1.1'}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Trunk': {'1.1'}} Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: consumer versions: Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: HyperV agent@hv-cinder-83116: {}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'ConntrackHelper': '1.0', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'LocalIPAssociation': '1.0', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Log': '1.0', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Network': '1.1', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Port': '1.7', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'PortForwarding': '1.2', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'QosPolicy': '1.10', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroup': '1.5', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SecurityGroupRule': '1.2', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'SubPort': '1.0', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Subnet': '1.1', Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: 'Trunk': '1.1'}} Mar 09 05:54:06.473537 dv-cinder-831167-2-iscsi neutron-server[103972]: {{(pid=103972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:54:06.480813 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:06.488105 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Checking segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:06.488497 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Network hostable DHCP agents. Network: 3a08402c-9b5d-49a9-b21f-83220dd42e24, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:54:06.504829 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8999805 Mar 09 05:54:06.505231 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38386) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:06.511293 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Request body: {'subnet': {'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-subnet', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:06.541866 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Made reservation on behalf of c50d1b2229ca44c6941c1263f258c2fd for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:06.546130 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.599753 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bef8f-d56e-4f40-80d0-a5694369e45e admin admin] Pushing event updated for resources: {'Network': ['ID=eb54a928-b6b8-4a04-9f96-7c675f66a2a2,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:06.611471 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:54:06.611975 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:54:06.627666 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 3a08402c-9b5d-49a9-b21f-83220dd42e24) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:06.633367 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:06.635977 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.646515 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035e903-119d-4962-a985-b4f4b961c419 None None] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:06.650242 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-network', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:06.675396 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38394) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:06.676793 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e3a6561c-1eb8-4bc8-9e48-0c045eb5ea43 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7951400 Mar 09 05:54:06.738837 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:06.754492 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Made reservation on behalf of a1e4e7f1ed694b2c935d746c2c5427aa for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:06.757055 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.773227 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.804578 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-3a08402c-9b5d-49a9-b21f-83220dd42e24', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:54:06.805777 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.825941 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (f10f5556-0a84-4781-83ec-187af2b2c72c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.827159 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (f10f5556-0a84-4781-83ec-187af2b2c72c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.846572 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-68344686-network', 'tenant_id': '5dc963d9af7245b9a48746a14e54e821'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:06.969428 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Allocated IP 172.20.0.2 (3a08402c-9b5d-49a9-b21f-83220dd42e24/0fc3d8d7-f310-438f-8578-64bebeaf4d2c/8aae3669-b7df-461c-90d0-dbd6eb886abe) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:06.990330 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks [] for router_controller (f10f5556-0a84-4781-83ec-187af2b2c72c), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:06.997349 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Made reservation on behalf of 5dc963d9af7245b9a48746a14e54e821 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:07.000088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.033989 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.079336 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (12668d44-a290-4dad-a366-a3c6bd2ca3bd), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.150276 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Publish callbacks [] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.153043 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.158786 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.175191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks [] for security_group (dd05eeec-9705-422b-b84f-86bd7f9ccd57), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.215340 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:07.215734 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (dd05eeec-9705-422b-b84f-86bd7f9ccd57), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.220859 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:07.230450 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:07.245894 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Pushing event updated for resources: {'Port': ['ID=8aae3669-b7df-461c-90d0-dbd6eb886abe,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:07.279330 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.279959 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.280523 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.281590 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.282220 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.282613 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.282955 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.283894 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.283894 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.284107 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.284290 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.284645 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.284973 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Tracked resource versions report: Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: pushed versions: Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: { 'AddressGroup': {'1.2'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'ConntrackHelper': {'1.0'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Log': {'1.0'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Network': {'1.1'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Port': {'1.7'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'PortForwarding': {'1.2'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'QosPolicy': {'1.10'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroup': {'1.5'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SubPort': {'1.0'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Subnet': {'1.1'}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Trunk': {'1.1'}} Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: consumer versions: Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: HyperV agent@hv-cinder-83116: {}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'ConntrackHelper': '1.0', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'LocalIPAssociation': '1.0', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Log': '1.0', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Network': '1.1', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Port': '1.7', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'PortForwarding': '1.2', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'QosPolicy': '1.10', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroup': '1.5', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SecurityGroupRule': '1.2', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'SubPort': '1.0', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Subnet': '1.1', Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: 'Trunk': '1.1'}} Mar 09 05:54:07.286692 dv-cinder-831167-2-iscsi neutron-server[103973]: {{(pid=103973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:54:07.311159 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:54:07.335335 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Attempting to bind port 8aae3669-b7df-461c-90d0-dbd6eb886abe on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:07.335710 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Attempting to bind port 8aae3669-b7df-461c-90d0-dbd6eb886abe by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:07.336071 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Attempting to bind port 8aae3669-b7df-461c-90d0-dbd6eb886abe on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:07.342108 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:07.342483 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Checking segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:07.342887 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.343891 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Bound using segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:07.344458 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Bound port: 8aae3669-b7df-461c-90d0-dbd6eb886abe, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:07.345156 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.365937 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks [] for router_gateway (f10f5556-0a84-4781-83ec-187af2b2c72c), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.383187 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12668d44-a290-4dad-a366-a3c6bd2ca3bd,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:07.391834 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (eaeec34d-88d3-43cd-b4a4-efb4874212a0), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.392271 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Added segment eaeec34d-88d3-43cd-b4a4-efb4874212a0 of type vlan for network ca3eeb19-2a38-440d-986e-aeaef681994a Mar 09 05:54:07.393616 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd05eeec-9705-422b-b84f-86bd7f9ccd57,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:07.409551 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Checking segment: {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:07.409959 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Network hostable DHCP agents. Network: eb54a928-b6b8-4a04-9f96-7c675f66a2a2, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:54:07.430548 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] For port 8aae3669-b7df-461c-90d0-dbd6eb886abe, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:07.439551 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] For port 8aae3669-b7df-461c-90d0-dbd6eb886abe, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=8aae3669-b7df-461c-90d0-dbd6eb886abe,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:07.454027 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.509734 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (ca3eeb19-2a38-440d-986e-aeaef681994a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.520340 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289ea1f-9c1b-43bb-aa03-dfda03bf8bad None None] Pushing event updated for resources: {'Port': ['ID=8aae3669-b7df-461c-90d0-dbd6eb886abe,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:07.551697 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:54:07.558184 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks [] for security_group (93583263-7035-474b-ada8-d577d86fee1d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.582965 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (93583263-7035-474b-ada8-d577d86fee1d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.595091 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, eb54a928-b6b8-4a04-9f96-7c675f66a2a2) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:07.603940 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:07.604573 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.618074 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f1dc21-6417-447d-9b7a-0bf1d48e1f52 None None] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:07.635462 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (ca3eeb19-2a38-440d-986e-aeaef681994a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.636830 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:07.637782 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.640973 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:54:07.716434 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c5fdef5d-69f4-4989-8555-914cfd31a5b8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2099137 Mar 09 05:54:07.724284 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38440) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:07.725957 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93583263-7035-474b-ada8-d577d86fee1d,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:07.730524 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (193249d9-5b59-43f1-8e39-e945fdee108b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.731164 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Added segment 193249d9-5b59-43f1-8e39-e945fdee108b of type vlan for network 052efad3-eabd-43dd-91a7-af5868049faa Mar 09 05:54:07.737268 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:07.789558 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc5f02-ee2f-4065-a7dd-53ab4f6b4a0b None None] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:07.796202 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4716890 Mar 09 05:54:07.818725 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38444) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:07.829941 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Request body: {'subnet': {'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-subnet', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:07.847174 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cd51-48f1-43f6-9627-bc06615b417f admin admin] Pushing event updated for resources: {'Network': ['ID=ca3eeb19-2a38-440d-986e-aeaef681994a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:07.852997 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (052efad3-eabd-43dd-91a7-af5868049faa), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.898593 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (96fed46c-ae66-45ec-a511-5a0430740a61), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.899719 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (96fed46c-ae66-45ec-a511-5a0430740a61), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.914338 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Made reservation on behalf of a1e4e7f1ed694b2c935d746c2c5427aa for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:07.927382 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.936457 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network ca3eeb19-2a38-440d-986e-aeaef681994a details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:54:07.965991 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (052efad3-eabd-43dd-91a7-af5868049faa), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:07.967031 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:07.967618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.167205 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7595527 Mar 09 05:54:08.168904 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38452) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:08.214325 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Request body: {'subnet': {'network_id': '052efad3-eabd-43dd-91a7-af5868049faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-68344686-subnet', 'tenant_id': '5dc963d9af7245b9a48746a14e54e821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:08.224224 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7b1c7-2c43-4bb2-8462-1b396610ad62 admin admin] Pushing event updated for resources: {'Network': ['ID=052efad3-eabd-43dd-91a7-af5868049faa,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:08.270033 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks [] for router_gateway (f10f5556-0a84-4781-83ec-187af2b2c72c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.322627 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 052efad3-eabd-43dd-91a7-af5868049faa details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:54:08.325357 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 8aae3669-b7df-461c-90d0-dbd6eb886abe up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:08.337226 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.360016 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks [] for router_controller (96fed46c-ae66-45ec-a511-5a0430740a61), precommit_add_association {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.471605 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Made reservation on behalf of 5dc963d9af7245b9a48746a14e54e821 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:08.474009 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.603216 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 8aae3669-b7df-461c-90d0-dbd6eb886abe triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:08.603782 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.626137 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Allocated IP 172.27.1.144 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/60870cee-cdd3-42e3-a585-33bb49979bfd) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:08.742896 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 8aae3669-b7df-461c-90d0-dbd6eb886abe is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:08.745363 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.788063 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks [] for router_gateway (96fed46c-ae66-45ec-a511-5a0430740a61), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.827314 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 8aae3669-b7df-461c-90d0-dbd6eb886abe, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=8aae3669-b7df-461c-90d0-dbd6eb886abe,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:08.837559 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.867039 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (d3924960-cb08-4fc3-aa79-3f821bc84940), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.914282 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks [] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:08.951413 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=8aae3669-b7df-461c-90d0-dbd6eb886abe,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:08.964811 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (8e6532b8-3a03-4eba-9a4f-045394c46256), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.031300 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Checking segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:09.031927 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Network hostable DHCP agents. Network: ca3eeb19-2a38-440d-986e-aeaef681994a, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:54:09.053407 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3924960-cb08-4fc3-aa79-3f821bc84940,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:09.065312 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.150329 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604e1b6-1d14-4604-9148-0a2a1249a6ab None None] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:09.152737 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Network ca3eeb19-2a38-440d-986e-aeaef681994a is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:54:09.177584 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Checking segment: {'id': '193249d9-5b59-43f1-8e39-e945fdee108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '052efad3-eabd-43dd-91a7-af5868049faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:09.177982 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Network hostable DHCP agents. Network: 052efad3-eabd-43dd-91a7-af5868049faa, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:54:09.182992 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, ca3eeb19-2a38-440d-986e-aeaef681994a) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:09.196036 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963683c-d087-497f-8d90-5fbdcc0fe3b6 None None] Network ca3eeb19-2a38-440d-986e-aeaef681994a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:09.204351 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6532b8-3a03-4eba-9a4f-045394c46256,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:09.223563 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:09.224155 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.238531 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:09.267652 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:09.285823 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Network 052efad3-eabd-43dd-91a7-af5868049faa is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:54:09.299721 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-609f6e87-4978-4790-8bb3-6f480eca2bc8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4724963 Mar 09 05:54:09.299882 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:09.301513 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38500) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:09.307186 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:09.311122 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 052efad3-eabd-43dd-91a7-af5868049faa) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:09.319793 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:09.320369 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.395306 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b8917-fb59-4cfe-a35a-052c5fe25e0e None None] Network 052efad3-eabd-43dd-91a7-af5868049faa requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:09.481881 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-3055c22f-c7d4-48ae-ae43-b1fec431b814 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2823136 Mar 09 05:54:09.518362 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-41a89799-cc6c-42fa-a425-e82fc2bf74bc None None] Provisioning complete for port 8aae3669-b7df-461c-90d0-dbd6eb886abe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:09.518783 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-41a89799-cc6c-42fa-a425-e82fc2bf74bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.526591 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.526591 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.642306 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks [] for router_controller (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), precommit_add_association {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.644031 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks [] for router_gateway (96fed46c-ae66-45ec-a511-5a0430740a61), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.665037 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.679950 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Pushing event updated for resources: {'Port': ['ID=60870cee-cdd3-42e3-a585-33bb49979bfd,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:09.786268 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-ca3eeb19-2a38-440d-986e-aeaef681994a', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:54:09.788551 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:09.829027 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e8250-c25c-4b20-b14f-dd6527e2ac18 None None] Network 052efad3-eabd-43dd-91a7-af5868049faa requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:09.945665 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-41a89799-cc6c-42fa-a425-e82fc2bf74bc None None] Current status of the port 8aae3669-b7df-461c-90d0-dbd6eb886abe is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:10.017422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks [] for router_gateway (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.045563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks [] for router_gateway (f10f5556-0a84-4781-83ec-187af2b2c72c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.112612 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38530) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:10.148499 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Allocated IP 172.27.1.26 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:10.267529 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Allocated IP 172.20.0.2 (ca3eeb19-2a38-440d-986e-aeaef681994a/d3924960-cb08-4fc3-aa79-3f821bc84940/a90215d4-1673-49cc-85e7-dc083a5ecb3d) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:10.347528 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-c22a818a-87cb-4de0-8948-bed5aebe18af None None] Provisioning complete for port 8aae3669-b7df-461c-90d0-dbd6eb886abe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:10.347870 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c22a818a-87cb-4de0-8948-bed5aebe18af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.409937 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks [] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.424124 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 8aae3669-b7df-461c-90d0-dbd6eb886abe up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:10.446668 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (f10f5556-0a84-4781-83ec-187af2b2c72c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.626535 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks [] for router_gateway (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.648613 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38550) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:10.657244 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.728067 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Router f10f5556-0a84-4781-83ec-187af2b2c72c is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:54:10.746283 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fae1ebed-f601-4a7f-85e3-114f2a10a959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.834650 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Allocated IP 172.27.1.12 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/4068bea0-4355-42da-ba6f-b8b682981541) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:10.843884 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Publish callbacks [] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.848087 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 8aae3669-b7df-461c-90d0-dbd6eb886abe triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:10.848838 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.880781 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-c22a818a-87cb-4de0-8948-bed5aebe18af None None] Current status of the port 8aae3669-b7df-461c-90d0-dbd6eb886abe is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:10.912562 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.963691 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Network ca3eeb19-2a38-440d-986e-aeaef681994a is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:10.970263 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:10.976743 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:10.982526 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:11.001945 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:54:11.003548 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-88588bce-cb08-4740-bbdd-e19b668c6137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.016024 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Sync routers for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:54:11.035487 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:11.036138 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:11.055257 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks [] for port (4068bea0-4355-42da-ba6f-b8b682981541), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.070411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.077086 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a7667edc-b91b-45f6-a5d6-765e08fc51e4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3418427 Mar 09 05:54:11.077945 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38564) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:11.123775 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Pushing event updated for resources: {'Port': ['ID=a90215d4-1673-49cc-85e7-dc083a5ecb3d,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:11.160690 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Attempting to bind port a90215d4-1673-49cc-85e7-dc083a5ecb3d on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:11.161151 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Attempting to bind port a90215d4-1673-49cc-85e7-dc083a5ecb3d by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:11.161902 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Attempting to bind port a90215d4-1673-49cc-85e7-dc083a5ecb3d on network ca3eeb19-2a38-440d-986e-aeaef681994a {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:11.173547 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:11.174323 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Checking segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:11.174969 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.175555 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Bound using segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:11.176397 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Bound port: a90215d4-1673-49cc-85e7-dc083a5ecb3d, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:11.177094 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.181635 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 8aae3669-b7df-461c-90d0-dbd6eb886abe is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:11.185579 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (4068bea0-4355-42da-ba6f-b8b682981541), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.291450 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] For port a90215d4-1673-49cc-85e7-dc083a5ecb3d, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:11.297481 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] For port a90215d4-1673-49cc-85e7-dc083a5ecb3d, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=a90215d4-1673-49cc-85e7-dc083a5ecb3d,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:11.306362 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.308291 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:11.317058 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:11.319504 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:11.328999 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:11.331374 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:11.333413 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Pushing event updated for resources: {'Port': ['ID=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:11.337063 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:11.437309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-88588bce-cb08-4740-bbdd-e19b668c6137 admin admin] Publish callbacks [] for security_group (ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.500123 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae717a-c970-490d-ba20-247eb79c7418 None None] Pushing event updated for resources: {'Port': ['ID=a90215d4-1673-49cc-85e7-dc083a5ecb3d,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:11.508580 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:11.576010 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-88588bce-cb08-4740-bbdd-e19b668c6137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.643296 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-88588bce-cb08-4740-bbdd-e19b668c6137 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20972ed3c8f146c3839809b34c2c0c68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9925706 Mar 09 05:54:11.646893 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38582) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:11.792132 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88588bce-cb08-4740-bbdd-e19b668c6137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:11.847987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f865-773b-41a5-b738-5b69e2279475 admin admin] Publish callbacks [] for security_group (ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.885882 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f865-773b-41a5-b738-5b69e2279475 admin admin] Publish callbacks [] for security_group (ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:11.900719 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:09Z', 'revision_number': 3, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:11.934574 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Checking router: f10f5556-0a84-4781-83ec-187af2b2c72c for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:54:11.935131 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Updating router f10f5556-0a84-4781-83ec-187af2b2c72c port 60870cee-cdd3-42e3-a585-33bb49979bfd binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:54:11.972395 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.014595 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Pushing event updated for resources: {'Port': ['ID=4068bea0-4355-42da-ba6f-b8b682981541,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:12.028225 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fae1ebed-f601-4a7f-85e3-114f2a10a959 admin admin] Publish callbacks [] for security_group (63086521-9d49-4874-aa86-fda0ab7de5ec), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.058110 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38610) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:12.059712 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fae1ebed-f601-4a7f-85e3-114f2a10a959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (63086521-9d49-4874-aa86-fda0ab7de5ec), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.065300 dv-cinder-831167-2-iscsi neutron-server[103972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 05:54:12.221539 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.288586 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f865-773b-41a5-b738-5b69e2279475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.291022 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f865-773b-41a5-b738-5b69e2279475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.295462 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e2e1f865-773b-41a5-b738-5b69e2279475 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233 HTTP/1.1" status: 204 len: 168 time: 0.6419308 Mar 09 05:54:12.299977 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device a90215d4-1673-49cc-85e7-dc083a5ecb3d up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:12.319071 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1f865-773b-41a5-b738-5b69e2279475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb1da9e-ae1e-4fa4-8c9c-e8c9bf575233,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:12.400617 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-fae1ebed-f601-4a7f-85e3-114f2a10a959 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e35ecc53dc24ca2a67d54a139db5cca&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2669251 Mar 09 05:54:12.400854 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38614) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:12.413427 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1ebed-f601-4a7f-85e3-114f2a10a959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63086521-9d49-4874-aa86-fda0ab7de5ec,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:12.415061 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Publish callbacks [] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.424412 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.489738 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Pushing event updated for resources: {'Port': ['ID=60870cee-cdd3-42e3-a585-33bb49979bfd,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:12.501664 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.502372 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.502855 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.504827 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.505468 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.506028 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.507076 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port a90215d4-1673-49cc-85e7-dc083a5ecb3d triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:12.507076 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.507743 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.508796 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.510410 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.511046 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.511949 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.513435 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.513955 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Tracked resource versions report: Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: pushed versions: Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: { 'AddressGroup': {'1.2'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'ConntrackHelper': {'1.0'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'LocalIPAssociation': {'1.0'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Log': {'1.0'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Network': {'1.1'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Port': {'1.7'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'PortForwarding': {'1.2'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'QosPolicy': {'1.10'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroup': {'1.5'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroupRule': {'1.2'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SubPort': {'1.0'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Subnet': {'1.1'}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Trunk': {'1.1'}} Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: consumer versions: Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: { DHCP agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: HyperV agent@hv-cinder-83116: {}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: L3 agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: Metadata agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: Metering agent@dv-cinder-831167-2-iscsi: {}, Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: Open vSwitch agent@dv-cinder-831167-2-iscsi: { 'AddressGroup': '1.2', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'ConntrackHelper': '1.0', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'LocalIPAssociation': '1.0', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Log': '1.0', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Network': '1.1', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Port': '1.7', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'PortForwarding': '1.2', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'QosPolicy': '1.10', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroup': '1.5', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SecurityGroupRule': '1.2', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'SubPort': '1.0', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Subnet': '1.1', Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: 'Trunk': '1.1'}} Mar 09 05:54:12.516857 dv-cinder-831167-2-iscsi neutron-server[103974]: {{(pid=103974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 05:54:12.573203 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-655f46ad-07bd-46a1-bd96-0a2b82aff004 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:12.580858 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-655f46ad-07bd-46a1-bd96-0a2b82aff004 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/networks?id=052efad3-eabd-43dd-91a7-af5868049faa HTTP/1.1" status: 200 len: 810 time: 0.5170624 Mar 09 05:54:12.599648 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Attempting to bind port 60870cee-cdd3-42e3-a585-33bb49979bfd on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:12.600018 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Attempting to bind port 60870cee-cdd3-42e3-a585-33bb49979bfd by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:12.600404 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Attempting to bind port 60870cee-cdd3-42e3-a585-33bb49979bfd on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:12.619534 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:12.620202 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:12.621275 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.623442 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:12.624909 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Bound port: 60870cee-cdd3-42e3-a585-33bb49979bfd, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:12.626086 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.626209 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks [] for router_gateway (96fed46c-ae66-45ec-a511-5a0430740a61), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.647232 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-07fcfd68-ef9c-48c1-b988-404357756988 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/quotas/5dc963d9af7245b9a48746a14e54e821 HTTP/1.1" status: 200 len: 375 time: 0.0642641 Mar 09 05:54:12.662307 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.664118 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-862e6a71-a5f9-43a3-9273-4b3fa721e2c9 admin admin] Publish callbacks [] for security_group (63086521-9d49-4874-aa86-fda0ab7de5ec), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.753088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-862e6a71-a5f9-43a3-9273-4b3fa721e2c9 admin admin] Publish callbacks [] for security_group (63086521-9d49-4874-aa86-fda0ab7de5ec), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.774772 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port a90215d4-1673-49cc-85e7-dc083a5ecb3d is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:12.778362 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.780101 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] For port 60870cee-cdd3-42e3-a585-33bb49979bfd, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:12.791006 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] For port 60870cee-cdd3-42e3-a585-33bb49979bfd, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=60870cee-cdd3-42e3-a585-33bb49979bfd,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:12.808451 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.909737 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port a90215d4-1673-49cc-85e7-dc083a5ecb3d, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=a90215d4-1673-49cc-85e7-dc083a5ecb3d,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:12.921302 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:12.939574 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:12.940476 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:13.116789 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:13.125473 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38628) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:13.129057 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks [] for router_gateway (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.176706 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Allocated IP 172.20.0.1 (3a08402c-9b5d-49a9-b21f-83220dd42e24/0fc3d8d7-f310-438f-8578-64bebeaf4d2c/843cf92e-d637-46a9-93e3-14c79699b0a3) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:13.239121 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-c2b8bd28-fdf2-4cb7-a3ed-dcc238720a64 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc963d9af7245b9a48746a14e54e821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126604 Mar 09 05:54:13.243408 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be24e7b5-9a55-42a0-b6be-36ea37dcae4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.265555 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=a90215d4-1673-49cc-85e7-dc083a5ecb3d,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:13.276633 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f1dd2-94cd-4e0a-9fb2-7b5feac3086c None None] Network ca3eeb19-2a38-440d-986e-aeaef681994a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:13.331310 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks [] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.351374 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:09Z', 'revision_number': 3, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:13.380012 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b9d8c-3f51-4620-8558-a1aa50f2b1d7 None None] Pushing event updated for resources: {'Port': ['ID=60870cee-cdd3-42e3-a585-33bb49979bfd,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:13.382937 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc2ba3-248f-4d5e-b42a-d913c22d7d84 None None] The sync data for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi is: [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:09Z', 'revision_number': 3, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:54:13.396326 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.439244 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-c4e74142-4585-4859-94ed-0d1ad008898b None None] Provisioning complete for port a90215d4-1673-49cc-85e7-dc083a5ecb3d triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:13.439773 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c4e74142-4585-4859-94ed-0d1ad008898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.444954 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-862e6a71-a5f9-43a3-9273-4b3fa721e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (63086521-9d49-4874-aa86-fda0ab7de5ec), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.446139 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-862e6a71-a5f9-43a3-9273-4b3fa721e2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.457507 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-862e6a71-a5f9-43a3-9273-4b3fa721e2c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63086521-9d49-4874-aa86-fda0ab7de5ec HTTP/1.1" status: 204 len: 168 time: 1.0505130 Mar 09 05:54:13.516987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e6a71-a5f9-43a3-9273-4b3fa721e2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63086521-9d49-4874-aa86-fda0ab7de5ec,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:13.521271 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:13.535083 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:13.537574 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:13.538070 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (f10f5556-0a84-4781-83ec-187af2b2c72c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.626439 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-c4e74142-4585-4859-94ed-0d1ad008898b None None] Current status of the port a90215d4-1673-49cc-85e7-dc083a5ecb3d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:13.658171 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Pushing event updated for resources: {'Port': ['ID=843cf92e-d637-46a9-93e3-14c79699b0a3,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:13.684517 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-68da03c4-869f-401e-a3e7-47c2ffc71d04 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:54:13.685541 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-68da03c4-869f-401e-a3e7-47c2ffc71d04 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1817772 Mar 09 05:54:13.743178 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (96fed46c-ae66-45ec-a511-5a0430740a61), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:13.959412 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-a4ab71fe-1f5b-4e0b-9094-16b58604879e None None] Provisioning complete for port a90215d4-1673-49cc-85e7-dc083a5ecb3d triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:13.960132 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a4ab71fe-1f5b-4e0b-9094-16b58604879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.026334 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be24e7b5-9a55-42a0-b6be-36ea37dcae4e admin admin] Publish callbacks [] for security_group (8053a4c6-93e3-4689-a847-faa65bc8a3b8), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.047635 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.140271 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab71fe-1f5b-4e0b-9094-16b58604879e None None] Current status of the port a90215d4-1673-49cc-85e7-dc083a5ecb3d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:14.172739 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.178076 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38652) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:14.178888 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-02d65bff-b8b9-419a-abc0-df820c91c5e6 service neutron] 10.222.0.36 "GET /v2.0/networks/052efad3-eabd-43dd-91a7-af5868049faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796484 Mar 09 05:54:14.182501 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be24e7b5-9a55-42a0-b6be-36ea37dcae4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8053a4c6-93e3-4689-a847-faa65bc8a3b8), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.276310 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f82f18d9-7f75-43d1-bda1-d60e910e806c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.278220 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-3dc8ec5a-c2f4-4791-973d-b7481c95026e None None] Provisioning complete for port 843cf92e-d637-46a9-93e3-14c79699b0a3 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:14.278733 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ec5a-c2f4-4791-973d-b7481c95026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.387932 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device a90215d4-1673-49cc-85e7-dc083a5ecb3d up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:14.442214 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-6d1780b5-32c7-455d-87ca-866cf81a12e2 service neutron] 10.222.0.36 "GET /v2.0/networks/052efad3-eabd-43dd-91a7-af5868049faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419708 Mar 09 05:54:14.481820 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-be24e7b5-9a55-42a0-b6be-36ea37dcae4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=224e995a865f4af39a91958d2659605f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3525789 Mar 09 05:54:14.487489 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38658) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:14.493675 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8ec5a-c2f4-4791-973d-b7481c95026e None None] Port 843cf92e-d637-46a9-93e3-14c79699b0a3 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:54:14.540516 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port a90215d4-1673-49cc-85e7-dc083a5ecb3d triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:14.542262 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.563183 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24e7b5-9a55-42a0-b6be-36ea37dcae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8053a4c6-93e3-4689-a847-faa65bc8a3b8,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:14.658498 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks [] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.659202 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Router 96fed46c-ae66-45ec-a511-5a0430740a61 is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:54:14.666961 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f82f18d9-7f75-43d1-bda1-d60e910e806c admin admin] Publish callbacks [] for security_group (a840a08b-aebf-45d0-8513-74f9e901dc7f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.695951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.695951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (f10f5556-0a84-4781-83ec-187af2b2c72c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.695951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f82f18d9-7f75-43d1-bda1-d60e910e806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a840a08b-aebf-45d0-8513-74f9e901dc7f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.726449 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port a90215d4-1673-49cc-85e7-dc083a5ecb3d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:14.727916 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 60870cee-cdd3-42e3-a585-33bb49979bfd up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:14.740551 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1ac121ba-1059-46fe-b6f9-d9bbf5811f50 admin admin] Publish callbacks [] for security_group (8053a4c6-93e3-4689-a847-faa65bc8a3b8), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.771125 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1ac121ba-1059-46fe-b6f9-d9bbf5811f50 admin admin] Publish callbacks [] for security_group (8053a4c6-93e3-4689-a847-faa65bc8a3b8), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.795229 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 60870cee-cdd3-42e3-a585-33bb49979bfd triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:14.796723 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.800836 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:54:14.916227 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Pushing event updated for resources: {'Port': ['ID=843cf92e-d637-46a9-93e3-14c79699b0a3,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:14.960526 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 60870cee-cdd3-42e3-a585-33bb49979bfd is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:14.960920 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:14.967085 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f82f18d9-7f75-43d1-bda1-d60e910e806c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f5314509ddc4fd38b82499ff309f3b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7862043 Mar 09 05:54:14.970800 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f18d9-7f75-43d1-bda1-d60e910e806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a840a08b-aebf-45d0-8513-74f9e901dc7f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:14.978924 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38682) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:15.014629 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1ac121ba-1059-46fe-b6f9-d9bbf5811f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8053a4c6-93e3-4689-a847-faa65bc8a3b8), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:15.019058 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1ac121ba-1059-46fe-b6f9-d9bbf5811f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:15.028648 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 60870cee-cdd3-42e3-a585-33bb49979bfd, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=60870cee-cdd3-42e3-a585-33bb49979bfd,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:15.033227 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1ac121ba-1059-46fe-b6f9-d9bbf5811f50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8053a4c6-93e3-4689-a847-faa65bc8a3b8 HTTP/1.1" status: 204 len: 168 time: 0.5353408 Mar 09 05:54:15.037452 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:15.061658 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac121ba-1059-46fe-b6f9-d9bbf5811f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053a4c6-93e3-4689-a847-faa65bc8a3b8,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:15.072399 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:54:15.092066 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:15.095521 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:15.098936 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Sync routers for ids ['96fed46c-ae66-45ec-a511-5a0430740a61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:54:15.144693 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Routers {'96fed46c-ae66-45ec-a511-5a0430740a61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:15.146797 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['96fed46c-ae66-45ec-a511-5a0430740a61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:15.255592 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:15.262718 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-42191a50-1bfa-48b2-8a27-bedb9ee731ab admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5370934 Mar 09 05:54:15.263343 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38688) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:15.306316 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Router f10f5556-0a84-4781-83ec-187af2b2c72c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:54:15.339037 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=60870cee-cdd3-42e3-a585-33bb49979bfd,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:15.484707 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Set router 96fed46c-ae66-45ec-a511-5a0430740a61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:15.535026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:54:15.551725 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f8193b75-8977-4738-ad68-a9ce09c0e179 admin admin] 10.222.0.36 "PUT /v2.0/routers/f10f5556-0a84-4781-83ec-187af2b2c72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4700458 Mar 09 05:54:15.601113 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:54:15.602620 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d92b0430-7f3e-46c4-bf80-2e50c7b86334 admin admin] Publish callbacks [] for security_group (a840a08b-aebf-45d0-8513-74f9e901dc7f), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:15.612788 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Sync routers for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:54:15.650897 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:15.652019 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:15.684935 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-5a7ed7f5-5357-4820-b2a6-e19c3291311a None None] Provisioning complete for port 843cf92e-d637-46a9-93e3-14c79699b0a3 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:15.685554 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5a7ed7f5-5357-4820-b2a6-e19c3291311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:15.736002 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ed7f5-5357-4820-b2a6-e19c3291311a None None] Port 843cf92e-d637-46a9-93e3-14c79699b0a3 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:54:15.746272 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38720) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:15.965489 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:16.002478 dv-cinder-831167-2-iscsi neutron-server[103971]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 05:54:16.063893 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:16.065482 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-2c073641-c0bf-4acc-89a3-9984e64bcf95 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7627316 Mar 09 05:54:16.069597 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d92b0430-7f3e-46c4-bf80-2e50c7b86334 admin admin] Publish callbacks [] for security_group (a840a08b-aebf-45d0-8513-74f9e901dc7f), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:16.072009 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 38732) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:16.086908 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:54:12Z', 'revision_number': 3, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:16.158045 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Checking router: 96fed46c-ae66-45ec-a511-5a0430740a61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:54:16.158421 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Updating router 96fed46c-ae66-45ec-a511-5a0430740a61 port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:54:16.218590 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:16.303251 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 60870cee-cdd3-42e3-a585-33bb49979bfd up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:16.424354 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Sync routers for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:54:16.456242 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:16.456982 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:16.524792 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-829abee3-925d-4cb2-9a7e-bc8547c978b8 req-e5e3a1f7-7f52-4f1c-8a26-e8bbe40a7f31 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 210 time: 0.7759511 Mar 09 05:54:16.543879 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 60870cee-cdd3-42e3-a585-33bb49979bfd triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:16.544254 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:16.559224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d92b0430-7f3e-46c4-bf80-2e50c7b86334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a840a08b-aebf-45d0-8513-74f9e901dc7f), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:16.562551 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d92b0430-7f3e-46c4-bf80-2e50c7b86334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:16.563465 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d92b0430-7f3e-46c4-bf80-2e50c7b86334 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a840a08b-aebf-45d0-8513-74f9e901dc7f HTTP/1.1" status: 204 len: 168 time: 1.5592375 Mar 09 05:54:16.629047 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:12Z', 'revision_number': 3, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:16.631360 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b0430-7f3e-46c4-bf80-2e50c7b86334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840a08b-aebf-45d0-8513-74f9e901dc7f,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:16.738276 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Checking router: c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:54:16.740214 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Updating router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 port 4068bea0-4355-42da-ba6f-b8b682981541 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:54:16.796209 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4068bea0-4355-42da-ba6f-b8b682981541), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:16.931306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38766) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:16.937733 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-1a328e30-2408-4f34-9721-6fb01ff58e0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175638415', 'description': 'tempest-description--774961209'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:16.951541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 60870cee-cdd3-42e3-a585-33bb49979bfd is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:16.978781 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:17.002024 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1a328e30-2408-4f34-9721-6fb01ff58e0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.162080 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.194126 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1a328e30-2408-4f34-9721-6fb01ff58e0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (b22dc304-671c-4ebc-a9af-a91d066030d2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.203618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1a328e30-2408-4f34-9721-6fb01ff58e0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b22dc304-671c-4ebc-a9af-a91d066030d2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.277727 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1a328e30-2408-4f34-9721-6fb01ff58e0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.278990 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1a328e30-2408-4f34-9721-6fb01ff58e0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3463969 Mar 09 05:54:17.285007 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38782) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:17.288226 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a328e30-2408-4f34-9721-6fb01ff58e0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22dc304-671c-4ebc-a9af-a91d066030d2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:17.312348 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-cbc0cfdc-5321-47cf-baa0-ab806d115ab0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'security_group_rule': {'security_group_id': 'b22dc304-671c-4ebc-a9af-a91d066030d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:17.376797 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cfdc-5321-47cf-baa0-ab806d115ab0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (4473bb4a-5b9d-411c-8138-dcd26f40cdb0), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.441041 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.463432 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cfdc-5321-47cf-baa0-ab806d115ab0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (4473bb4a-5b9d-411c-8138-dcd26f40cdb0), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.473903 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Allocated IP 172.20.0.1 (eb54a928-b6b8-4a04-9f96-7c675f66a2a2/12668d44-a290-4dad-a366-a3c6bd2ca3bd/6342c267-1654-4e8f-83f0-7d47ba3db5a7) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:17.477226 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cfdc-5321-47cf-baa0-ab806d115ab0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (4473bb4a-5b9d-411c-8138-dcd26f40cdb0), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.515192 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0cfdc-5321-47cf-baa0-ab806d115ab0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4473bb4a-5b9d-411c-8138-dcd26f40cdb0,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:17.560786 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cbc0cfdc-5321-47cf-baa0-ab806d115ab0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.562059 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cbc0cfdc-5321-47cf-baa0-ab806d115ab0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751524 Mar 09 05:54:17.564299 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Publish callbacks [] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.564806 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38796) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:17.569497 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-fb5dbe0c-dd0f-4490-90be-96050c0c93c7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'security_group_rule': {'security_group_id': 'b22dc304-671c-4ebc-a9af-a91d066030d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:17.590145 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 2, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:17.598218 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.620176 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0c-dd0f-4490-90be-96050c0c93c7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (b4b62687-65eb-4031-b29e-3f799bb1db4b), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.757186 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3351635-6131-45f3-97e9-b1ad58c36ea7 None None] Pushing event updated for resources: {'Port': ['ID=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:17.768086 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks [] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.780500 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Allocated IP 172.20.0.1 (ca3eeb19-2a38-440d-986e-aeaef681994a/d3924960-cb08-4fc3-aa79-3f821bc84940/4e4aca44-4b73-42c8-a767-09a5d288ef5b) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:17.785215 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Checking router: f10f5556-0a84-4781-83ec-187af2b2c72c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:54:17.785536 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Updating router f10f5556-0a84-4781-83ec-187af2b2c72c port 843cf92e-d637-46a9-93e3-14c79699b0a3 binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:54:17.806084 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0c-dd0f-4490-90be-96050c0c93c7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (b4b62687-65eb-4031-b29e-3f799bb1db4b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.817415 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0c-dd0f-4490-90be-96050c0c93c7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (b4b62687-65eb-4031-b29e-3f799bb1db4b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.869474 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.876732 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dbe0c-dd0f-4490-90be-96050c0c93c7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b62687-65eb-4031-b29e-3f799bb1db4b,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:17.890040 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Attempting to bind port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:17.890743 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Attempting to bind port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:17.891300 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Attempting to bind port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:17.893470 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0c-dd0f-4490-90be-96050c0c93c7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.898035 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fb5dbe0c-dd0f-4490-90be-96050c0c93c7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312135 Mar 09 05:54:17.904329 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 38806) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:17.904750 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:17.905373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:17.905964 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.906531 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:17.907291 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Bound port: b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:17.908076 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.911128 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:17.939429 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:17.944920 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:17.966012 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:17.995783 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:18.005247 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (96fed46c-ae66-45ec-a511-5a0430740a61), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.020789 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4797932-12ba-40c6-9057-fda87095a2fa req-ca32feb4-a5cf-44da-89d1-18bc0affae5b tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 210 time: 0.1185105 Mar 09 05:54:18.061411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.104573 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Pushing event updated for resources: {'Port': ['ID=6342c267-1654-4e8f-83f0-7d47ba3db5a7,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:18.122093 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Publish callbacks [] for port (4068bea0-4355-42da-ba6f-b8b682981541), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.143422 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4068bea0-4355-42da-ba6f-b8b682981541), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.144920 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks [] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.197475 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Attempting to bind port 4068bea0-4355-42da-ba6f-b8b682981541 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:18.198201 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Attempting to bind port 4068bea0-4355-42da-ba6f-b8b682981541 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:18.198585 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Attempting to bind port 4068bea0-4355-42da-ba6f-b8b682981541 on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:18.244372 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:18.245808 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:18.246219 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.246623 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:18.247117 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Bound port: 4068bea0-4355-42da-ba6f-b8b682981541, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:18.247503 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4068bea0-4355-42da-ba6f-b8b682981541), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.281981 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.377579 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Network ca3eeb19-2a38-440d-986e-aeaef681994a is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:18.408010 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] For port 4068bea0-4355-42da-ba6f-b8b682981541, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:18.414565 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] For port 4068bea0-4355-42da-ba6f-b8b682981541, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=4068bea0-4355-42da-ba6f-b8b682981541,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:18.421391 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:18.450648 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4068bea0-4355-42da-ba6f-b8b682981541), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.457585 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:18.458083 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.473666 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f68b58-1e95-4736-b163-fffb714af02d None None] Pushing event updated for resources: {'Port': ['ID=4068bea0-4355-42da-ba6f-b8b682981541,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:18.551110 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:18.551775 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:18.607314 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.787823 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Publish callbacks [] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.796827 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:18.800547 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] For port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:18.818096 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] For port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:18.822691 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.869291 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Allocated IP 172.27.1.228 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/5ae55900-7a72-4c74-b984-1782b4627d14) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:18.878307 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:18.976683 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.32', 58838) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:18.984568 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Routers {'96fed46c-ae66-45ec-a511-5a0430740a61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:18.985233 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['96fed46c-ae66-45ec-a511-5a0430740a61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:19.113491 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.122510 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-4244e2c5-b870-4738-9ceb-ebee7f869f98 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:19.125033 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-4244e2c5-b870-4738-9ceb-ebee7f869f98 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.32 "GET /v2.0/networks?id=052efad3-eabd-43dd-91a7-af5868049faa HTTP/1.1" status: 200 len: 810 time: 0.1421170 Mar 09 05:54:19.133094 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Pushing event updated for resources: {'Port': ['ID=4e4aca44-4b73-42c8-a767-09a5d288ef5b,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:19.137276 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-9f698d4a-ec17-47d0-85c5-dfd0ae107bed None None] Provisioning complete for port 4e4aca44-4b73-42c8-a767-09a5d288ef5b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:19.137662 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9f698d4a-ec17-47d0-85c5-dfd0ae107bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.140137 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899b649-9de6-4dd0-94d2-d8fbb1ac8c97 None None] Pushing event updated for resources: {'Port': ['ID=843cf92e-d637-46a9-93e3-14c79699b0a3,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:19.177382 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for port (5ae55900-7a72-4c74-b984-1782b4627d14), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.262171 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Request body: {'port': {'device_id': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'network_id': '052efad3-eabd-43dd-91a7-af5868049faa', 'admin_state_up': True, 'tenant_id': '5dc963d9af7245b9a48746a14e54e821'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:19.263175 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f68b58-1e95-4736-b163-fffb714af02d None None] Pushing event updated for resources: {'Port': ['ID=4068bea0-4355-42da-ba6f-b8b682981541,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:19.298760 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (5ae55900-7a72-4c74-b984-1782b4627d14), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.334051 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:19.336756 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:19.338576 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:12Z', 'revision_number': 3, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:19.384481 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:19.439280 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83cc538-c539-4f94-a4fb-ca329e75de10 None None] The sync data for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi is: [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:12Z', 'revision_number': 3, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:54:19.494386 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Attempting to bind port 843cf92e-d637-46a9-93e3-14c79699b0a3 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:19.494760 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Attempting to bind port 843cf92e-d637-46a9-93e3-14c79699b0a3 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:19.495139 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Attempting to bind port 843cf92e-d637-46a9-93e3-14c79699b0a3 on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:19.536209 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:19.536619 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Checking segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:19.537028 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.537431 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Bound using segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:19.537924 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Bound port: 843cf92e-d637-46a9-93e3-14c79699b0a3, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:19.538313 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.567058 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5074529-f650-4879-8920-a36b2e6338b7 req-4378fc2c-07f4-4fdc-a27c-f6182e6e9943 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 210 time: 0.1407139 Mar 09 05:54:19.637527 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'Port': ['ID=5ae55900-7a72-4c74-b984-1782b4627d14,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:19.714440 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (9b481f2c-e9f8-4a25-9290-c5e19700521a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.715462 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] For port 843cf92e-d637-46a9-93e3-14c79699b0a3, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:19.720566 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] For port 843cf92e-d637-46a9-93e3-14c79699b0a3, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=843cf92e-d637-46a9-93e3-14c79699b0a3,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:19.748952 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:19.801396 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-9f698d4a-ec17-47d0-85c5-dfd0ae107bed None None] Port 4e4aca44-4b73-42c8-a767-09a5d288ef5b cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:54:19.829240 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3351635-6131-45f3-97e9-b1ad58c36ea7 None None] Pushing event updated for resources: {'Port': ['ID=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:19.858275 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5ae55900-7a72-4c74-b984-1782b4627d14), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.082982 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.096560 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:20.099448 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:20.108826 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899b649-9de6-4dd0-94d2-d8fbb1ac8c97 None None] Pushing event updated for resources: {'Port': ['ID=843cf92e-d637-46a9-93e3-14c79699b0a3,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:20.246590 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks [] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.264734 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.265547 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (96fed46c-ae66-45ec-a511-5a0430740a61), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.278840 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] Set router 96fed46c-ae66-45ec-a511-5a0430740a61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:20.283728 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-da3e05ed-cf5f-4451-bc99-d8653703754f None None] Provisioning complete for port 843cf92e-d637-46a9-93e3-14c79699b0a3 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:20.284114 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-da3e05ed-cf5f-4451-bc99-d8653703754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.323112 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Made reservation on behalf of 5dc963d9af7245b9a48746a14e54e821 for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:20.327562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for port (5ae55900-7a72-4c74-b984-1782b4627d14), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.336015 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5ae55900-7a72-4c74-b984-1782b4627d14), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.340037 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.421596 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (9b481f2c-e9f8-4a25-9290-c5e19700521a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.427070 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4068bea0-4355-42da-ba6f-b8b682981541 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:20.461674 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:20.471870 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5656300 Mar 09 05:54:20.480873 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4f4b5-c8cb-4d53-aea5-cc36600aa2f4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'Port': ['ID=5ae55900-7a72-4c74-b984-1782b4627d14,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:20.794886 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:20.819601 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Pushing event updated for resources: {'Port': ['ID=6342c267-1654-4e8f-83f0-7d47ba3db5a7,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:20.887192 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5041ab7a-7919-48b5-a2d6-689d26e0ba72 req-8fbfb379-1990-4369-8396-1e6c9d68eaeb tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 210 time: 0.1100056 Mar 09 05:54:20.992310 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 4068bea0-4355-42da-ba6f-b8b682981541 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:20.994720 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4068bea0-4355-42da-ba6f-b8b682981541), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:21.036296 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:21.082552 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:21.573683 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 4068bea0-4355-42da-ba6f-b8b682981541 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:21.574076 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4068bea0-4355-42da-ba6f-b8b682981541), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:21.616323 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 4068bea0-4355-42da-ba6f-b8b682981541, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=4068bea0-4355-42da-ba6f-b8b682981541,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:21.640601 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4068bea0-4355-42da-ba6f-b8b682981541), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:21.697740 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e80a7057-6123-47d0-ad40-f3fe2e664d66 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1175638415&fields=id&tenant_id=4f72f61c80ba48c19d57acf6892b0342 HTTP/1.1" status: 200 len: 267 time: 0.6856356 Mar 09 05:54:21.719404 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-da3e05ed-cf5f-4451-bc99-d8653703754f None None] Current status of the port 843cf92e-d637-46a9-93e3-14c79699b0a3 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:21.719591 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-da3e05ed-cf5f-4451-bc99-d8653703754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:21.723349 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=4068bea0-4355-42da-ba6f-b8b682981541,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:21.732115 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Allocated IP 172.20.0.14 (052efad3-eabd-43dd-91a7-af5868049faa/8e6532b8-3a03-4eba-9a4f-045394c46256/7fe964bc-7d66-473f-8690-82f6ab65e871) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:22.053547 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-da3e05ed-cf5f-4451-bc99-d8653703754f None None] For port 843cf92e-d637-46a9-93e3-14c79699b0a3, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=843cf92e-d637-46a9-93e3-14c79699b0a3,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:22.066424 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-da3e05ed-cf5f-4451-bc99-d8653703754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.135214 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c1e0112a-6375-4394-b76b-cc9ce9f1f1b8 req-7cb4aa6a-d781-422e-ad46-8e39002f7d92 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 210 time: 0.0719049 Mar 09 05:54:22.174373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 4, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '6342c267-1654-4e8f-83f0-7d47ba3db5a7', 'name': '', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'mac_address': 'fa:16:3e:b6:5b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:17Z', 'revision_number': 1, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'subnets': [{'id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:22.235850 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:22.247803 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e05ed-cf5f-4451-bc99-d8653703754f None None] Pushing event updated for resources: {'Port': ['ID=843cf92e-d637-46a9-93e3-14c79699b0a3,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:22.253791 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b32656-99eb-4062-95ac-b63e0621eeb7 None None] The sync data for ids ['96fed46c-ae66-45ec-a511-5a0430740a61'] in dv-cinder-831167-2-iscsi is: [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 4, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '6342c267-1654-4e8f-83f0-7d47ba3db5a7', 'name': '', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'mac_address': 'fa:16:3e:b6:5b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:17Z', 'revision_number': 1, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'subnets': [{'id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:54:22.311500 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4068bea0-4355-42da-ba6f-b8b682981541 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:22.325046 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e4f8a-e924-45ef-a0c8-c2d6854980a7 None None] The sync data for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi is: [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:54:22.414488 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-ad0e19b6-537f-4ca8-8eca-754128934e8a None None] Provisioning complete for port 843cf92e-d637-46a9-93e3-14c79699b0a3 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:22.415074 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ad0e19b6-537f-4ca8-8eca-754128934e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.437100 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks [] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.587673 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks [] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.613724 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 4068bea0-4355-42da-ba6f-b8b682981541 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:22.614100 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4068bea0-4355-42da-ba6f-b8b682981541), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.720620 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.722158 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.787767 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:22.845315 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e19b6-537f-4ca8-8eca-754128934e8a None None] Current status of the port 843cf92e-d637-46a9-93e3-14c79699b0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:23.016311 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 4068bea0-4355-42da-ba6f-b8b682981541 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:23.461474 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214f96-c32e-4028-8262-0ea9910f7a79 req-5db6c9d1-a03e-4c8b-80ad-a4838c86def9 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:23.469821 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-25214f96-c32e-4028-8262-0ea9910f7a79 req-5db6c9d1-a03e-4c8b-80ad-a4838c86def9 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 932 time: 0.1944170 Mar 09 05:54:23.582257 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Router 96fed46c-ae66-45ec-a511-5a0430740a61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:54:23.612175 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-25214f96-c32e-4028-8262-0ea9910f7a79 req-ca08d771-0c11-4c01-97ff-62bb821e1539 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370883 Mar 09 05:54:23.639414 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Network ca3eeb19-2a38-440d-986e-aeaef681994a is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:23.659446 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Network 052efad3-eabd-43dd-91a7-af5868049faa is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:23.662179 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Pushing event updated for resources: {'Port': ['ID=4e4aca44-4b73-42c8-a767-09a5d288ef5b,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:23.666805 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:23.688190 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-0b880aa5-d887-4e99-9792-14dda8e09379 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:23.701665 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-0b880aa5-d887-4e99-9792-14dda8e09379 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 810 time: 1.7102659 Mar 09 05:54:23.768889 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:23.837812 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-4be60e18-e2ef-4ad7-9be2-cfbd61a91aaf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/quotas/4f72f61c80ba48c19d57acf6892b0342 HTTP/1.1" status: 200 len: 375 time: 0.1349010 Mar 09 05:54:23.850416 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:23.858186 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:23.859120 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:24.095938 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-0428d8ad-697c-4d08-9983-6798afd5486f None None] Provisioning complete for port 4e4aca44-4b73-42c8-a767-09a5d288ef5b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:24.096467 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0428d8ad-697c-4d08-9983-6798afd5486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:24.205498 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-0428d8ad-697c-4d08-9983-6798afd5486f None None] Port 4e4aca44-4b73-42c8-a767-09a5d288ef5b cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:54:24.326442 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Pushing event updated for resources: {'Port': ['ID=7fe964bc-7d66-473f-8690-82f6ab65e871,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:24.333889 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-bebdd3ea-de5c-4999-81b5-931dcb7d930d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1004543 Mar 09 05:54:24.367421 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-c0f94eb8-7742-4cf7-bf8e-0c4735449b58 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103972) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:54:24.368538 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-c0f94eb8-7742-4cf7-bf8e-0c4735449b58 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213287 Mar 09 05:54:24.432278 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 843cf92e-d637-46a9-93e3-14c79699b0a3 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:24.454147 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:54:24.465201 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-485e43bf-92d9-4f98-aaee-f65dee49a8fe tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6260540 Mar 09 05:54:24.634882 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 843cf92e-d637-46a9-93e3-14c79699b0a3 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:24.636255 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:24.996768 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 843cf92e-d637-46a9-93e3-14c79699b0a3 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:25.060225 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e6ec1-c8ea-47d6-8cb0-8d6a0701655c req-859e08d4-59d6-4719-a889-b0c446fdd86d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:25.071144 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:54:25.080801 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-448e6ec1-c8ea-47d6-8cb0-8d6a0701655c req-859e08d4-59d6-4719-a889-b0c446fdd86d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 932 time: 0.2012022 Mar 09 05:54:25.096693 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-11f46d0a-8e5d-46f2-98b0-298936c88036 admin admin] 10.222.0.36 "PUT /v2.0/routers/96fed46c-ae66-45ec-a511-5a0430740a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8140042 Mar 09 05:54:25.140506 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39056) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:25.241129 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-448e6ec1-c8ea-47d6-8cb0-8d6a0701655c req-55a5d15d-aa4e-4921-aa7b-37c34e27ad5a tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585345 Mar 09 05:54:25.315130 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-0c754e3f-3834-4863-ac5e-c5e4b952f256 service neutron] 10.222.0.36 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151003 Mar 09 05:54:25.426930 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Request body: {'port': {'device_id': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:25.466095 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:54:25.479314 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Sync routers for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:54:25.509998 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:25.510967 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:25.549253 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e127c94a-96a3-4feb-9fac-415de880f14a admin admin] 10.222.0.36 "PUT /v2.0/routers/c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4745314 Mar 09 05:54:25.679573 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39080) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:25.695443 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:25.707132 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-14a987bd-ecfc-4c9b-9e0c-a9764e39cbb5 service neutron] 10.222.0.36 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854609 Mar 09 05:54:25.728852 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:25.862800 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-badc63ae-c21f-47f3-876f-40459e55fee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:26.164588 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c73433ad-5202-47eb-829d-762e49b3e887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:26.322136 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:26.343738 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:20Z', 'revision_number': 2, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:26.394958 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Checking router: c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:54:26.395778 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Updating router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 port 4e4aca44-4b73-42c8-a767-09a5d288ef5b binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:54:26.465591 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:26.510272 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c73433ad-5202-47eb-829d-762e49b3e887 admin admin] Publish callbacks [] for security_group (ad53c777-7c0f-4af0-9b93-a4f5337eed07), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:26.518886 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c73433ad-5202-47eb-829d-762e49b3e887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ad53c777-7c0f-4af0-9b93-a4f5337eed07), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:26.540565 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:26.541510 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:26.585585 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c73433ad-5202-47eb-829d-762e49b3e887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02c88a35a2ea4fe0bfcd739fdc90c0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9049244 Mar 09 05:54:26.592223 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39110) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:26.725525 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73433ad-5202-47eb-829d-762e49b3e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad53c777-7c0f-4af0-9b93-a4f5337eed07,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:26.903910 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de3f79dd-2446-4e43-ba8b-985f529c81a3 admin admin] Publish callbacks [] for security_group (ad53c777-7c0f-4af0-9b93-a4f5337eed07), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:26.964709 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:26.969007 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.034390 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-badc63ae-c21f-47f3-876f-40459e55fee9 admin admin] Publish callbacks [] for security_group (6754b2dc-e445-4535-b54c-7580abdbacc0), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.045486 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:27.051993 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de3f79dd-2446-4e43-ba8b-985f529c81a3 admin admin] Publish callbacks [] for security_group (ad53c777-7c0f-4af0-9b93-a4f5337eed07), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.068217 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-badc63ae-c21f-47f3-876f-40459e55fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6754b2dc-e445-4535-b54c-7580abdbacc0), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.070244 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.226474 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:27.241774 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39140) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:27.253405 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de3f79dd-2446-4e43-ba8b-985f529c81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ad53c777-7c0f-4af0-9b93-a4f5337eed07), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.260913 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de3f79dd-2446-4e43-ba8b-985f529c81a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.262610 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-de3f79dd-2446-4e43-ba8b-985f529c81a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad53c777-7c0f-4af0-9b93-a4f5337eed07 HTTP/1.1" status: 204 len: 168 time: 0.6687975 Mar 09 05:54:27.266837 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-badc63ae-c21f-47f3-876f-40459e55fee9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1228cfc65013438f8ecb66151f4ae363&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1250267 Mar 09 05:54:27.293581 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc63ae-c21f-47f3-876f-40459e55fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6754b2dc-e445-4535-b54c-7580abdbacc0,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:27.329412 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39146) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:27.330225 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f79dd-2446-4e43-ba8b-985f529c81a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad53c777-7c0f-4af0-9b93-a4f5337eed07,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:27.479005 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe964bc-7d66-473f-8690-82f6ab65e871 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:27.543831 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Publish callbacks [] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.691348 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Transition to ACTIVE for port object 7fe964bc-7d66-473f-8690-82f6ab65e871 will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:54:27.702908 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.759247 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Publish callbacks [] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.771956 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:27.868397 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Pushing event updated for resources: {'Port': ['ID=7fe964bc-7d66-473f-8690-82f6ab65e871,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:27.989837 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b42a91-79f2-4ed0-847f-815a611e6b93 None None] Pushing event updated for resources: {'Port': ['ID=4e4aca44-4b73-42c8-a767-09a5d288ef5b,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:28.012254 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Attempting to bind port 7fe964bc-7d66-473f-8690-82f6ab65e871 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:28.012867 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Attempting to bind port 7fe964bc-7d66-473f-8690-82f6ab65e871 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '193249d9-5b59-43f1-8e39-e945fdee108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '052efad3-eabd-43dd-91a7-af5868049faa'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:28.013948 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Attempting to bind port 7fe964bc-7d66-473f-8690-82f6ab65e871 on network 052efad3-eabd-43dd-91a7-af5868049faa {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:28.020912 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Port 7fe964bc-7d66-473f-8690-82f6ab65e871 on network 052efad3-eabd-43dd-91a7-af5868049faa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:54:28.021569 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Attempting to bind port 7fe964bc-7d66-473f-8690-82f6ab65e871 on network 052efad3-eabd-43dd-91a7-af5868049faa {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:28.063990 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:28.082311 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Checking segment: {'id': '193249d9-5b59-43f1-8e39-e945fdee108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '052efad3-eabd-43dd-91a7-af5868049faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:28.083533 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Bound using segment: {'id': '193249d9-5b59-43f1-8e39-e945fdee108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '052efad3-eabd-43dd-91a7-af5868049faa'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:28.085445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Bound port: 7fe964bc-7d66-473f-8690-82f6ab65e871, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193249d9-5b59-43f1-8e39-e945fdee108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '052efad3-eabd-43dd-91a7-af5868049faa'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:28.087907 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.145341 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-489d439e-4679-4237-9eac-c85691222dbc admin admin] Publish callbacks [] for security_group (6754b2dc-e445-4535-b54c-7580abdbacc0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.203310 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Attempting to bind port 4e4aca44-4b73-42c8-a767-09a5d288ef5b on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:28.203690 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Attempting to bind port 4e4aca44-4b73-42c8-a767-09a5d288ef5b by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:28.204062 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Attempting to bind port 4e4aca44-4b73-42c8-a767-09a5d288ef5b on network ca3eeb19-2a38-440d-986e-aeaef681994a {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:28.229966 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:28.246405 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Checking segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:28.252435 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.252435 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Bound using segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:28.254825 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Bound port: 4e4aca44-4b73-42c8-a767-09a5d288ef5b, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:28.256091 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.324766 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] For port 7fe964bc-7d66-473f-8690-82f6ab65e871, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:28.336591 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:28.373341 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] For port 7fe964bc-7d66-473f-8690-82f6ab65e871, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7fe964bc-7d66-473f-8690-82f6ab65e871,segment=NetworkSegment(193249d9-5b59-43f1-8e39-e945fdee108b),segment_id=193249d9-5b59-43f1-8e39-e945fdee108b)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:28.386196 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.429480 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7589cd3b-6c16-42d1-8fdb-f19febc7bc87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.433063 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39162) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:28.448525 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Sync routers for ids ['96fed46c-ae66-45ec-a511-5a0430740a61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:54:28.452172 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-489d439e-4679-4237-9eac-c85691222dbc admin admin] Publish callbacks [] for security_group (6754b2dc-e445-4535-b54c-7580abdbacc0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.473365 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Routers {'96fed46c-ae66-45ec-a511-5a0430740a61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:28.474614 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:28.475461 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.475804 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['96fed46c-ae66-45ec-a511-5a0430740a61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:28.476958 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] 10.222.0.32 "PUT /v2.0/ports/7fe964bc-7d66-473f-8690-82f6ab65e871 HTTP/1.1" status: 200 len: 1094 time: 3.5882828 Mar 09 05:54:28.478194 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] For port 4e4aca44-4b73-42c8-a767-09a5d288ef5b, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:28.481842 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'tag': '7fe964bc-7d66-473f-8690-82f6ab65e871'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:28.484592 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] For port 4e4aca44-4b73-42c8-a767-09a5d288ef5b, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=4e4aca44-4b73-42c8-a767-09a5d288ef5b,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:28.519060 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:28.578562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029159-10da-464b-846d-71e44fab71c0 req-409d0d95-9f06-40a8-b8e1-ffd8371977c6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:28.590183 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-409d0d95-9f06-40a8-b8e1-ffd8371977c6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 818 time: 1.2098053 Mar 09 05:54:28.629050 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Set router 96fed46c-ae66-45ec-a511-5a0430740a61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:28.656150 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b42a91-79f2-4ed0-847f-815a611e6b93 None None] Pushing event updated for resources: {'Port': ['ID=4e4aca44-4b73-42c8-a767-09a5d288ef5b,revision_number=4']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:28.757331 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:28.764813 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:29.049064 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895d54e-5021-4afb-817a-5e29d24ebefb service neutron] Pushing event updated for resources: {'Port': ['ID=7fe964bc-7d66-473f-8690-82f6ab65e871,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:29.063959 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39174) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:29.103262 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-981e4dff-e6e6-458b-858c-9569651a2afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494841880', 'description': 'tempest-description--999037429'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:29.147283 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-88678f8e-c200-41af-92e8-9fe19ccd78ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.231666 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-a6428e5a-4aeb-412a-a65d-9cfe72ae001e None None] Provisioning complete for port 4e4aca44-4b73-42c8-a767-09a5d288ef5b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:29.232133 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a6428e5a-4aeb-412a-a65d-9cfe72ae001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.273685 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:29.286304 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.352656 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-6282bcfe-f321-482a-b22b-47a77b349837 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/quotas/c50d1b2229ca44c6941c1263f258c2fd HTTP/1.1" status: 200 len: 375 time: 0.7615190 Mar 09 05:54:29.450128 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:29.499555 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-489d439e-4679-4237-9eac-c85691222dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6754b2dc-e445-4535-b54c-7580abdbacc0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.504173 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-489d439e-4679-4237-9eac-c85691222dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.513779 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-489d439e-4679-4237-9eac-c85691222dbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6754b2dc-e445-4535-b54c-7580abdbacc0 HTTP/1.1" status: 204 len: 168 time: 2.1690781 Mar 09 05:54:29.640551 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f720d-0019-46ae-81bd-d32f371b5165" -d '{"events": [{"name": "network-changed", "server_uuid": "9e18e265-f8bc-4f1f-8b86-2fcf6f928b09", "tag": "7fe964bc-7d66-473f-8690-82f6ab65e871"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:29.720839 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 4, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '6342c267-1654-4e8f-83f0-7d47ba3db5a7', 'name': '', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'mac_address': 'fa:16:3e:b6:5b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 2, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'subnets': [{'id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:29.728872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7589cd3b-6c16-42d1-8fdb-f19febc7bc87 admin admin] Publish callbacks [] for security_group (d36c74e9-b67b-42e9-9783-1caf8544405d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.745394 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0581ad1b-55ff-4317-87be-0b13ab11f92a req-0df37274-52e1-4a18-9c23-dac5be8c8fe8 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 210 time: 0.1069655 Mar 09 05:54:29.773102 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-981e4dff-e6e6-458b-858c-9569651a2afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.773469 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d439e-4679-4237-9eac-c85691222dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6754b2dc-e445-4535-b54c-7580abdbacc0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:29.808325 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7589cd3b-6c16-42d1-8fdb-f19febc7bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (d36c74e9-b67b-42e9-9783-1caf8544405d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:29.821960 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-2c894fea-35a3-4517-a1ea-4c2c1130abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:29.825189 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-2c894fea-35a3-4517-a1ea-4c2c1130abc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dc963d9af7245b9a48746a14e54e821&device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 1128 time: 1.1008570 Mar 09 05:54:29.886224 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Checking router: 96fed46c-ae66-45ec-a511-5a0430740a61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:54:29.886224 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Updating router 96fed46c-ae66-45ec-a511-5a0430740a61 port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:54:30.020811 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.113576 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589cd3b-6c16-42d1-8fdb-f19febc7bc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c74e9-b67b-42e9-9783-1caf8544405d,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:30.161018 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:28Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:30.237567 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0b3f25-a025-4c94-a837-ff54f324caa1 None None] The sync data for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi is: [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:28Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:54:30.260302 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-88678f8e-c200-41af-92e8-9fe19ccd78ff admin admin] Publish callbacks [] for security_group (1539f2d7-8c70-4679-a20f-d05d78c0c3ba), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.270155 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7589cd3b-6c16-42d1-8fdb-f19febc7bc87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00857ce5732e4731ba699402c167dcde&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0265510 Mar 09 05:54:30.274809 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.32', 58860) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:30.275832 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39190) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:30.276176 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-88678f8e-c200-41af-92e8-9fe19ccd78ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1539f2d7-8c70-4679-a20f-d05d78c0c3ba), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.288640 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-28ae77fd-3f87-4c91-a799-baa5c2cac56c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe964bc-7d66-473f-8690-82f6ab65e871 HTTP/1.1" status: 200 len: 217 time: 0.3423591 Mar 09 05:54:30.339509 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-c47a32d7-4fbb-4365-a38b-fb698a5101f1 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9858751 Mar 09 05:54:30.386339 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:30.442268 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-88678f8e-c200-41af-92e8-9fe19ccd78ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d5e55411e364dbface33071deaf945f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9876142 Mar 09 05:54:30.443503 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88678f8e-c200-41af-92e8-9fe19ccd78ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1539f2d7-8c70-4679-a20f-d05d78c0c3ba,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:30.473463 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39194) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:30.576160 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a6428e5a-4aeb-412a-a65d-9cfe72ae001e None None] Current status of the port 4e4aca44-4b73-42c8-a767-09a5d288ef5b is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:30.576837 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a6428e5a-4aeb-412a-a65d-9cfe72ae001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.630776 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8f64c43b-acec-41bd-a6bc-e6d3a6e041fd admin admin] Publish callbacks [] for security_group (1539f2d7-8c70-4679-a20f-d05d78c0c3ba), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.682093 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a6428e5a-4aeb-412a-a65d-9cfe72ae001e None None] For port 4e4aca44-4b73-42c8-a767-09a5d288ef5b, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=4e4aca44-4b73-42c8-a767-09a5d288ef5b,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:30.699994 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a6428e5a-4aeb-412a-a65d-9cfe72ae001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.765259 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8f64c43b-acec-41bd-a6bc-e6d3a6e041fd admin admin] Publish callbacks [] for security_group (1539f2d7-8c70-4679-a20f-d05d78c0c3ba), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.796572 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-6ad1dae1-dfcb-4cfa-8900-f7eff602f9fd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:54:30.806100 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-6ad1dae1-dfcb-4cfa-8900-f7eff602f9fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2157211 Mar 09 05:54:30.823220 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-981e4dff-e6e6-458b-858c-9569651a2afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (73447e91-a922-4b90-86db-4e74ea8d4dae), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.825454 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39210) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:30.847658 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-981e4dff-e6e6-458b-858c-9569651a2afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (73447e91-a922-4b90-86db-4e74ea8d4dae), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:30.924468 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-35dfc4b6-f836-40f6-be12-1352d6baa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:30.927823 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-35dfc4b6-f836-40f6-be12-1352d6baa398 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e6532b8-3a03-4eba-9a4f-045394c46256 HTTP/1.1" status: 200 len: 850 time: 0.6101623 Mar 09 05:54:30.991364 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0ff7e-5168-4aef-bca0-c53379c7dfaf req-772e20c8-da2d-47e6-bb55-437490d39566 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:30.996676 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-72c0ff7e-5168-4aef-bca0-c53379c7dfaf req-772e20c8-da2d-47e6-bb55-437490d39566 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 944 time: 0.9563746 Mar 09 05:54:31.040780 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d16de0f7-ee7b-4be8-9df9-7ef41e570284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.045630 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-7c58bbd8-b417-4ff6-82e5-1445a37f3786 service neutron] 10.222.0.36 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185245 Mar 09 05:54:31.068251 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4e4aca44-4b73-42c8-a767-09a5d288ef5b up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:31.113642 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1cd615a1-6a01-4da1-82dd-c62f7ed59021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.168652 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-7e1f770e-0c02-4caf-a483-dec3654b7838 None None] Provisioning complete for port 4e4aca44-4b73-42c8-a767-09a5d288ef5b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:31.169337 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e1f770e-0c02-4caf-a483-dec3654b7838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.177705 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d16de0f7-ee7b-4be8-9df9-7ef41e570284 admin admin] Publish callbacks [] for security_group (6a28fabe-60c6-441a-87f5-44ea50677ded), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.189873 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-981e4dff-e6e6-458b-858c-9569651a2afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.201946 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-981e4dff-e6e6-458b-858c-9569651a2afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1331947 Mar 09 05:54:31.212462 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39218) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:31.215046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d16de0f7-ee7b-4be8-9df9-7ef41e570284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6a28fabe-60c6-441a-87f5-44ea50677ded), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.281548 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d16de0f7-ee7b-4be8-9df9-7ef41e570284 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9166f61266f243e896da6a5444c85bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523199 Mar 09 05:54:31.282224 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39220) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:31.285661 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16de0f7-ee7b-4be8-9df9-7ef41e570284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a28fabe-60c6-441a-87f5-44ea50677ded,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:31.313136 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e11f582e-ade5-41e6-be18-89fc3ea25f21 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:31.324942 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e11f582e-ade5-41e6-be18-89fc3ea25f21 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 810 time: 1.0344238 Mar 09 05:54:31.356398 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-4f5747a0-229b-4079-a03c-a0714b17457a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'security_group_rule': {'security_group_id': '73447e91-a922-4b90-86db-4e74ea8d4dae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:31.410395 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-baab7be6-cd18-4684-9e6e-598e0a6ecc69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=052efad3-eabd-43dd-91a7-af5868049faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3824017 Mar 09 05:54:31.441790 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d829-2534-4f02-ac93-c73ed3b2a989 admin admin] Publish callbacks [] for security_group (d36c74e9-b67b-42e9-9783-1caf8544405d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.447603 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f770e-0c02-4caf-a483-dec3654b7838 None None] Current status of the port 4e4aca44-4b73-42c8-a767-09a5d288ef5b is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:31.507004 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8f64c43b-acec-41bd-a6bc-e6d3a6e041fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1539f2d7-8c70-4679-a20f-d05d78c0c3ba), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.511652 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8f64c43b-acec-41bd-a6bc-e6d3a6e041fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.514708 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6428e5a-4aeb-412a-a65d-9cfe72ae001e None None] Pushing event updated for resources: {'Port': ['ID=4e4aca44-4b73-42c8-a767-09a5d288ef5b,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:31.516545 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8f64c43b-acec-41bd-a6bc-e6d3a6e041fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1539f2d7-8c70-4679-a20f-d05d78c0c3ba HTTP/1.1" status: 204 len: 168 time: 1.0419335 Mar 09 05:54:31.569012 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-83b845ba-315b-49a2-b2f9-8f3dd2498bd3 service neutron] 10.222.0.36 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140996 Mar 09 05:54:31.582823 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e4dff-e6e6-458b-858c-9569651a2afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73447e91-a922-4b90-86db-4e74ea8d4dae,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:31.589756 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64c43b-acec-41bd-a6bc-e6d3a6e041fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539f2d7-8c70-4679-a20f-d05d78c0c3ba,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:31.624874 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f317df96-a6b1-4092-a79d-b4f0c5d1340a admin admin] Publish callbacks [] for security_group (6a28fabe-60c6-441a-87f5-44ea50677ded), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.674963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f317df96-a6b1-4092-a79d-b4f0c5d1340a admin admin] Publish callbacks [] for security_group (6a28fabe-60c6-441a-87f5-44ea50677ded), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.680409 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 4e4aca44-4b73-42c8-a767-09a5d288ef5b triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:31.680800 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.818786 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f317df96-a6b1-4092-a79d-b4f0c5d1340a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6a28fabe-60c6-441a-87f5-44ea50677ded), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.827535 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f317df96-a6b1-4092-a79d-b4f0c5d1340a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:31.830617 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f317df96-a6b1-4092-a79d-b4f0c5d1340a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a28fabe-60c6-441a-87f5-44ea50677ded HTTP/1.1" status: 204 len: 168 time: 0.5407605 Mar 09 05:54:31.860952 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317df96-a6b1-4092-a79d-b4f0c5d1340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a28fabe-60c6-441a-87f5-44ea50677ded,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:32.073080 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d829-2534-4f02-ac93-c73ed3b2a989 admin admin] Publish callbacks [] for security_group (d36c74e9-b67b-42e9-9783-1caf8544405d), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.095114 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4f5747a0-229b-4079-a03c-a0714b17457a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (8d00a218-100c-47db-805a-840603fccf3b), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.188928 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 4e4aca44-4b73-42c8-a767-09a5d288ef5b is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:32.194052 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-72c0ff7e-5168-4aef-bca0-c53379c7dfaf req-d064bdeb-a290-4717-bf9a-a06cb2676bcc tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1806839 Mar 09 05:54:32.265051 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Publish callbacks [] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.276122 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.382968 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4f5747a0-229b-4079-a03c-a0714b17457a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (8d00a218-100c-47db-805a-840603fccf3b), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.417577 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4f5747a0-229b-4079-a03c-a0714b17457a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (8d00a218-100c-47db-805a-840603fccf3b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.504406 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-1a311c5a-5dc2-411a-8e7b-a44ad8b6fcbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f72f61c80ba48c19d57acf6892b0342 HTTP/1.1" status: 200 len: 380 time: 0.9226520 Mar 09 05:54:32.520415 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Attempting to bind port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:32.520800 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Attempting to bind port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:32.522809 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Attempting to bind port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 on network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:32.562830 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4f5747a0-229b-4079-a03c-a0714b17457a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.567731 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39252) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:32.569007 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-4f5747a0-229b-4079-a03c-a0714b17457a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2727966 Mar 09 05:54:32.572372 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5747a0-229b-4079-a03c-a0714b17457a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d00a218-100c-47db-805a-840603fccf3b,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:32.572668 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-77f4d2ac-efb5-4613-9676-93ce0a268b51 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'security_group_rule': {'security_group_id': '73447e91-a922-4b90-86db-4e74ea8d4dae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:32.573961 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4e4aca44-4b73-42c8-a767-09a5d288ef5b up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:32.581861 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-e7e3913e-e9f7-4894-8b80-9b130921b787 service neutron] 10.222.0.32 "GET /v2.0/networks/052efad3-eabd-43dd-91a7-af5868049faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0161090 Mar 09 05:54:32.598743 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'port': {'device_id': '400a3b83-bb40-47df-bebc-b8d894283936', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'admin_state_up': True, 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'security_groups': ['b22dc304-671c-4ebc-a9af-a91d066030d2']}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:32.657354 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77f4d2ac-efb5-4613-9676-93ce0a268b51 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (25f0e946-3ff7-4046-925e-9332e41a73d4), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.688902 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d326708-14fd-49c4-966f-21331abb1884 None None] Pushing event updated for resources: {'Port': ['ID=6342c267-1654-4e8f-83f0-7d47ba3db5a7,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:32.707664 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:32.707990 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Checking segment: {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:32.708258 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.709128 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Bound using segment: {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:32.709634 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Bound port: 6342c267-1654-4e8f-83f0-7d47ba3db5a7, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:32.710023 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.830669 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77f4d2ac-efb5-4613-9676-93ce0a268b51 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (25f0e946-3ff7-4046-925e-9332e41a73d4), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.839301 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77f4d2ac-efb5-4613-9676-93ce0a268b51 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (25f0e946-3ff7-4046-925e-9332e41a73d4), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.899916 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7a3d6a-0ca8-49e4-ab1f-7ea59a9283de x-openstack-request-id: req-3e7a3d6a-0ca8-49e4-ab1f-7ea59a9283de {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:32.899916 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e18e265-f8bc-4f1f-8b86-2fcf6f928b09", "tag": "7fe964bc-7d66-473f-8690-82f6ab65e871", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:32.900211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e7a3d6a-0ca8-49e4-ab1f-7ea59a9283de {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:32.900579 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'tag': '7fe964bc-7d66-473f-8690-82f6ab65e871', 'status': 'completed', 'code': 200} Mar 09 05:54:32.938360 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4d2ac-efb5-4613-9676-93ce0a268b51 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f0e946-3ff7-4046-925e-9332e41a73d4,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:32.984812 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77f4d2ac-efb5-4613-9676-93ce0a268b51 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:32.990865 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-77f4d2ac-efb5-4613-9676-93ce0a268b51 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192686 Mar 09 05:54:32.997364 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f4b44794-6d27-4a49-9fb4-92d5de8c61be req-c5dbd7a6-a31f-4a4a-8576-d218bede1acf tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 210 time: 0.0968351 Mar 09 05:54:32.998642 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39264) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:33.015246 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:33.062539 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2c10d839-41f2-45ea-8ed7-c6d36cda4228 req-a6f8bbed-017e-4850-8726-270ded2adb15 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 210 time: 0.5930023 Mar 09 05:54:33.118050 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.128146 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d829-2534-4f02-ac93-c73ed3b2a989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (d36c74e9-b67b-42e9-9783-1caf8544405d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.131460 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3ad0d829-2534-4f02-ac93-c73ed3b2a989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.133600 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-3ad0d829-2534-4f02-ac93-c73ed3b2a989 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d36c74e9-b67b-42e9-9783-1caf8544405d HTTP/1.1" status: 204 len: 168 time: 2.8468661 Mar 09 05:54:33.152352 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0d829-2534-4f02-ac93-c73ed3b2a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c74e9-b67b-42e9-9783-1caf8544405d,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:33.206480 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39276) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:33.261646 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f8ccb92c-8923-4b8b-9dd2-c83f68af4538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.330075 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 4e4aca44-4b73-42c8-a767-09a5d288ef5b triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:33.331608 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.337696 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] For port 6342c267-1654-4e8f-83f0-7d47ba3db5a7, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:33.343043 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af2d42e3-7ea2-4fab-b8d2-9ed4a29d315e req-a5618f29-93da-496c-9aaa-7c03bc156e7f service neutron] 10.222.0.32 "GET /v2.0/networks/052efad3-eabd-43dd-91a7-af5868049faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412398 Mar 09 05:54:33.418405 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Made reservation on behalf of 4f72f61c80ba48c19d57acf6892b0342 for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:33.424677 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.441701 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b787094-7279-411b-8b76-d85b6bd19b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.545530 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] For port 6342c267-1654-4e8f-83f0-7d47ba3db5a7, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=6342c267-1654-4e8f-83f0-7d47ba3db5a7,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:33.569276 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.797537 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b787094-7279-411b-8b76-d85b6bd19b12 admin admin] Publish callbacks [] for security_group (d4310f6a-16cb-453e-9761-f11433d02d51), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.811730 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819e43e-8dac-4bd2-9dbe-db133c03fa6f req-feb78cc6-5a6f-47ba-85b7-5d3d5061f1f6 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:33.815081 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3819e43e-8dac-4bd2-9dbe-db133c03fa6f req-feb78cc6-5a6f-47ba-85b7-5d3d5061f1f6 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 944 time: 0.3914490 Mar 09 05:54:33.829113 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Routers {'96fed46c-ae66-45ec-a511-5a0430740a61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:33.829763 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['96fed46c-ae66-45ec-a511-5a0430740a61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:33.873310 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9b787094-7279-411b-8b76-d85b6bd19b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (d4310f6a-16cb-453e-9761-f11433d02d51), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:33.876132 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-bf23c8c2-577d-436e-b104-7df50d856026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:33.877788 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-bf23c8c2-577d-436e-b104-7df50d856026 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dc963d9af7245b9a48746a14e54e821&device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 1128 time: 0.2880878 Mar 09 05:54:33.964242 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d326708-14fd-49c4-966f-21331abb1884 None None] Pushing event updated for resources: {'Port': ['ID=6342c267-1654-4e8f-83f0-7d47ba3db5a7,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:34.005341 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9b787094-7279-411b-8b76-d85b6bd19b12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=529b4d9a55d74ee9a8ba2c0474352262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7891321 Mar 09 05:54:34.019156 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3819e43e-8dac-4bd2-9dbe-db133c03fa6f req-3c2c7dd3-e90e-4553-84a3-e114e8086af6 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964974 Mar 09 05:54:34.019845 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.32', 58866) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:34.020175 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39300) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:34.026779 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 4e4aca44-4b73-42c8-a767-09a5d288ef5b is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:34.138260 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b787094-7279-411b-8b76-d85b6bd19b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4310f6a-16cb-453e-9761-f11433d02d51,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:34.198057 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Allocated IP 172.20.0.9 (3a08402c-9b5d-49a9-b21f-83220dd42e24/0fc3d8d7-f310-438f-8578-64bebeaf4d2c/5ad060e2-0806-4c1d-a5a8-4018cad2d1cc) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:34.203565 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:34.246877 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] Set router 96fed46c-ae66-45ec-a511-5a0430740a61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:34.280523 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-29d92cae-d19b-4001-96e6-4c5e82b451d4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:34.282144 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-29d92cae-d19b-4001-96e6-4c5e82b451d4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 818 time: 0.6912999 Mar 09 05:54:34.296739 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c2bc093-b355-473d-a22d-2d2091ac36c3 req-6a70d765-101f-4875-ac30-baf9fcf9bd1b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 210 time: 0.0681088 Mar 09 05:54:34.422352 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-1da199d2-33e5-4256-a725-da6a3f25478f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/quotas/c50d1b2229ca44c6941c1263f258c2fd HTTP/1.1" status: 200 len: 375 time: 0.1052547 Mar 09 05:54:34.600744 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Allocated IP 172.27.1.45 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/569f83f1-d777-42af-949f-96120571ebc5) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:34.634541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:34.720421 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 6342c267-1654-4e8f-83f0-7d47ba3db5a7 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:34.740488 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:34.782510 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for port (569f83f1-d777-42af-949f-96120571ebc5), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:34.839917 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39314) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:34.845258 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-799b6f96-d860-4d0d-93b9-73d21d42ad44 admin admin] Publish callbacks [] for security_group (d4310f6a-16cb-453e-9761-f11433d02d51), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:34.866352 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (569f83f1-d777-42af-949f-96120571ebc5), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:34.914987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029159-10da-464b-846d-71e44fab71c0 req-de856995-eeb2-454f-a206-bbd76b0fa81b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:34.918045 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-de856995-eeb2-454f-a206-bbd76b0fa81b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 818 time: 0.8327835 Mar 09 05:54:34.919867 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17ba02a6-1d47-472c-b6e2-901c7afcc8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:34.942527 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:34.968538 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:34.979800 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:35.036825 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (d120b3b8-8c1e-4434-9fc5-aeb5128091ce), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.064734 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:35.067032 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.204191 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:35.207289 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.247575 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17ba02a6-1d47-472c-b6e2-901c7afcc8c0 admin admin] Publish callbacks [] for security_group (b0589147-78f3-4983-8f8d-739b123b4371), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.271626 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 6342c267-1654-4e8f-83f0-7d47ba3db5a7, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=6342c267-1654-4e8f-83f0-7d47ba3db5a7,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:35.274389 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 4, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '6342c267-1654-4e8f-83f0-7d47ba3db5a7', 'name': '', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'mac_address': 'fa:16:3e:b6:5b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:33Z', 'revision_number': 4, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'subnets': [{'id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:35.279923 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.312922 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-fbb86874-a048-48ee-bba3-cad704aa8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:35.314598 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-fbb86874-a048-48ee-bba3-cad704aa8a49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=052efad3-eabd-43dd-91a7-af5868049faa HTTP/1.1" status: 200 len: 911 time: 1.4134595 Mar 09 05:54:35.328362 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.339514 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-799b6f96-d860-4d0d-93b9-73d21d42ad44 admin admin] Publish callbacks [] for security_group (d4310f6a-16cb-453e-9761-f11433d02d51), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.378273 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402a09a-4aa9-4f4e-9bd2-2b37f0ddcf07 None None] The sync data for ids ['96fed46c-ae66-45ec-a511-5a0430740a61'] in dv-cinder-831167-2-iscsi is: [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:54:18Z', 'revision_number': 4, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '6342c267-1654-4e8f-83f0-7d47ba3db5a7', 'name': '', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'mac_address': 'fa:16:3e:b6:5b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:33Z', 'revision_number': 4, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'subnets': [{'id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:54:35.386944 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f4ded1d3-362f-4e89-9cae-7302d6bac147 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9637165 Mar 09 05:54:35.392026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'Port': ['ID=569f83f1-d777-42af-949f-96120571ebc5,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:35.394500 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:35.400422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:35.403396 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:35.411629 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:35.412491 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.433484 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=6342c267-1654-4e8f-83f0-7d47ba3db5a7,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:35.433646 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17ba02a6-1d47-472c-b6e2-901c7afcc8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b0589147-78f3-4983-8f8d-739b123b4371), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.462376 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8769109 Mar 09 05:54:35.466861 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a08b8c-70d0-4a17-a3bd-47c2e21376cf tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'Port': ['ID=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:35.527726 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.530933 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba02a6-1d47-472c-b6e2-901c7afcc8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0589147-78f3-4983-8f8d-739b123b4371,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:35.571543 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-76e6d114-6a66-41f8-b4d4-70c12817c71d service neutron] 10.222.0.36 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746132 Mar 09 05:54:35.593816 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (569f83f1-d777-42af-949f-96120571ebc5), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.643062 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-17ba02a6-1d47-472c-b6e2-901c7afcc8c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28a8ec9e804441d5a2c9cd2fbf45e135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8012433 Mar 09 05:54:35.646821 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Request body: {'port': {'device_id': '400a3b83-bb40-47df-bebc-b8d894283936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:35.674153 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Request body: {'port': {'device_id': '02f7019b-3314-439e-b907-8d720f5723f7', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'admin_state_up': True, 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:35.693046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39336) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:35.693603 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-799b6f96-d860-4d0d-93b9-73d21d42ad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (d4310f6a-16cb-453e-9761-f11433d02d51), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.696267 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-799b6f96-d860-4d0d-93b9-73d21d42ad44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.697652 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-799b6f96-d860-4d0d-93b9-73d21d42ad44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4310f6a-16cb-453e-9761-f11433d02d51 HTTP/1.1" status: 204 len: 168 time: 1.6024897 Mar 09 05:54:35.723852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-8c8fed9e-40b5-4d86-9cee-850f9ae35fe6 None None] Provisioning complete for port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:35.724501 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c8fed9e-40b5-4d86-9cee-850f9ae35fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.769581 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-d1cab9a7-843a-42dd-ab3c-3ed1dfee6600 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe964bc-7d66-473f-8690-82f6ab65e871 HTTP/1.1" status: 200 len: 217 time: 0.1303003 Mar 09 05:54:35.770931 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b6f96-d860-4d0d-93b9-73d21d42ad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4310f6a-16cb-453e-9761-f11433d02d51,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:35.806469 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-70b90d49-ed7f-4043-88f0-4b1089ccdd77 admin admin] Publish callbacks [] for security_group (b0589147-78f3-4983-8f8d-739b123b4371), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:35.838056 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fed9e-40b5-4d86-9cee-850f9ae35fe6 None None] Port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:54:35.889837 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ec0f2-873b-462b-a47b-73ed2527bf8a req-a991215b-27ad-4f96-a8f4-7fc5ae135689 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:35.891505 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f57ec0f2-873b-462b-a47b-73ed2527bf8a req-a991215b-27ad-4f96-a8f4-7fc5ae135689 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 944 time: 0.6319973 Mar 09 05:54:35.953371 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-0829f0fd-7c82-4f12-9667-35937e05fbe1 service neutron] 10.222.0.36 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726523 Mar 09 05:54:35.971653 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-9800a3f2-8dce-470f-963f-e0b13cb5bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:35.975434 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-9800a3f2-8dce-470f-963f-e0b13cb5bf2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e6532b8-3a03-4eba-9a4f-045394c46256 HTTP/1.1" status: 200 len: 850 time: 0.1507485 Mar 09 05:54:35.994258 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-70b90d49-ed7f-4043-88f0-4b1089ccdd77 admin admin] Publish callbacks [] for security_group (b0589147-78f3-4983-8f8d-739b123b4371), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.004329 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.087228 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-72fadafd-9b67-4356-8c1f-cc1fa7be30fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=052efad3-eabd-43dd-91a7-af5868049faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954790 Mar 09 05:54:36.219762 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-f10904f8-6282-44df-83e0-bc6fe7820de2 service neutron] 10.222.0.32 "GET /v2.0/networks/052efad3-eabd-43dd-91a7-af5868049faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245911 Mar 09 05:54:36.287547 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:54:36.509150 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1430c7-7111-4177-ad10-060a58769985 req-51c2333d-358f-4c49-bc0d-88bd42dbdbf1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:36.517572 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8e1430c7-7111-4177-ad10-060a58769985 req-51c2333d-358f-4c49-bc0d-88bd42dbdbf1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 931 time: 0.2285647 Mar 09 05:54:36.549825 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for port (569f83f1-d777-42af-949f-96120571ebc5), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.561941 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 6342c267-1654-4e8f-83f0-7d47ba3db5a7 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:36.564938 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a06f720d-0019-46ae-81bd-d32f371b5165 req-350e88ac-2ae8-481e-a69a-3b8209215ac6 service neutron] 10.222.0.32 "GET /v2.0/networks/052efad3-eabd-43dd-91a7-af5868049faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091748 Mar 09 05:54:36.569472 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (569f83f1-d777-42af-949f-96120571ebc5), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.637549 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-70b90d49-ed7f-4043-88f0-4b1089ccdd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b0589147-78f3-4983-8f8d-739b123b4371), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.649646 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-70b90d49-ed7f-4043-88f0-4b1089ccdd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.653366 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-70b90d49-ed7f-4043-88f0-4b1089ccdd77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0589147-78f3-4983-8f8d-739b123b4371 HTTP/1.1" status: 204 len: 168 time: 0.9521248 Mar 09 05:54:36.678358 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'Port': ['ID=569f83f1-d777-42af-949f-96120571ebc5,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:36.697549 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b90d49-ed7f-4043-88f0-4b1089ccdd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0589147-78f3-4983-8f8d-739b123b4371,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:36.719514 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8e1430c7-7111-4177-ad10-060a58769985 req-8a914f3c-8063-446d-ae02-c17db8d4d603 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007697 Mar 09 05:54:36.781909 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (d120b3b8-8c1e-4434-9fc5-aeb5128091ce), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.814310 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:36.814770 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.815029 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f57ec0f2-873b-462b-a47b-73ed2527bf8a req-c002005e-42a6-4443-a970-05322e0def89 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418954 Mar 09 05:54:36.827019 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Made reservation on behalf of c50d1b2229ca44c6941c1263f258c2fd for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:36.831339 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.853062 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:36.855146 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-12e6d5c1-d841-4436-b027-cc550ddacd83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8544338 Mar 09 05:54:36.898593 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-107e55b5-011e-4a51-bd9c-f7559e520b00 req-1726e03f-436a-42c3-9bc9-f5cb6b874a7e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 210 time: 0.1077888 Mar 09 05:54:37.024750 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:37.036172 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:37.061237 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Publish callbacks [] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:37.130217 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Transition to ACTIVE for port object 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:54:37.142287 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:37.169151 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:37.419467 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Pushing event updated for resources: {'Port': ['ID=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:37.440769 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Attempting to bind port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:37.440769 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Attempting to bind port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:37.440769 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Attempting to bind port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:37.455045 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Allocated IP 172.20.0.8 (eb54a928-b6b8-4a04-9f96-7c675f66a2a2/12668d44-a290-4dad-a366-a3c6bd2ca3bd/6176dd8d-8ade-4fef-9daa-8185cf8a56dd) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:37.457088 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:54:37.457445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Attempting to bind port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:37.463029 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-41b8b085-9bd0-4944-9e31-d256e0b7b260 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1494841880&fields=id&tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 267 time: 0.2628467 Mar 09 05:54:37.468070 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:37.470675 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Checking segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:37.471117 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Bound using segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:37.471605 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Bound port: 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:37.472915 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:37.623335 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] For port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:37.631403 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] For port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:37.642022 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:37.715099 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:37.716000 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:37.719286 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] 10.222.0.32 "PUT /v2.0/ports/5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 200 len: 1093 time: 2.0784750 Mar 09 05:54:37.720001 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:37.724846 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8769a2-d1b1-4437-9dad-beb1225737d7" -d '{"events": [{"name": "network-changed", "server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:37.817340 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-3a296582-4ae8-440e-90fa-74d237ffbac6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:37.819586 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-3a296582-4ae8-440e-90fa-74d237ffbac6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 817 time: 0.3439198 Mar 09 05:54:37.844223 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a977b32-3287-47c9-bb90-c093be02772a service neutron] Pushing event updated for resources: {'Port': ['ID=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:37.852499 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-f4bf63a1-2fc6-43c3-ae0c-998854e4bc19 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/quotas/a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 375 time: 0.0230117 Mar 09 05:54:38.019093 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-43b4298c-3a0b-4d53-80eb-1c2c6166ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:38.023400 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-43b4298c-3a0b-4d53-80eb-1c2c6166ecc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 1127 time: 0.2060468 Mar 09 05:54:38.052336 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0169f8e-bd45-4a79-ae59-aec460ba8e77 req-f3034d20-c90e-482e-8a87-4f1408f4d3c4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:38.054083 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b0169f8e-bd45-4a79-ae59-aec460ba8e77 req-f3034d20-c90e-482e-8a87-4f1408f4d3c4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.1191902 Mar 09 05:54:38.101451 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-54a549d6-8960-4d60-b117-86ac0ebfd7ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 200 len: 217 time: 0.0457964 Mar 09 05:54:38.101859 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks [] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:38.188973 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-1f4d1101-0e31-49e2-9325-e95e89855c80 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3177354 Mar 09 05:54:38.276684 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-83a994f7-a666-46dd-b552-700670e98362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:38.278187 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-83a994f7-a666-46dd-b552-700670e98362 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.1319623 Mar 09 05:54:38.282907 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b0169f8e-bd45-4a79-ae59-aec460ba8e77 req-511fc732-8130-452d-a86c-0044e866b3d3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794617 Mar 09 05:54:38.289581 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-d918236b-6ab6-4652-8658-08424ebd18dc tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:38.291183 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-d918236b-6ab6-4652-8658-08424ebd18dc tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 818 time: 0.1888716 Mar 09 05:54:38.317609 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:38.328900 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Request body: {'port': {'device_id': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'admin_state_up': True, 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:38.469553 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:38.476091 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:38.477903 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Pushing event updated for resources: {'Port': ['ID=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:38.486129 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:38.500628 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:38.501319 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6004a7de-de34-4369-bd0d-16c55892bf9c x-openstack-request-id: req-6004a7de-de34-4369-bd0d-16c55892bf9c {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:38.501529 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:38.501767 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6004a7de-de34-4369-bd0d-16c55892bf9c {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:38.501885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:38.502167 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'status': 'completed', 'code': 200} Mar 09 05:54:38.509458 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d724d-12e3-417d-9de9-a53452f89598 req-cbbd3cd5-2b60-4585-9117-337557dc6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:38.510903 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-cbbd3cd5-2b60-4585-9117-337557dc6df6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2181637 Mar 09 05:54:38.543549 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-0827e54e-f33e-471a-a390-c0a924b4bd3e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9459660 Mar 09 05:54:38.560583 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-4ec43c0f-91ae-4a3f-9f20-f7f07b9b261e service neutron] 10.222.0.36 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436971 Mar 09 05:54:38.592692 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Request body: {'port': {'device_id': '02f7019b-3314-439e-b907-8d720f5723f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:38.666871 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Made reservation on behalf of c50d1b2229ca44c6941c1263f258c2fd for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:38.671518 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:38.723274 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-b974871f-0a29-4f3f-b3f4-ad38a7c0ad0e service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005847 Mar 09 05:54:38.727682 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 7fe964bc-7d66-473f-8690-82f6ab65e871 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:54:38.751651 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6a89-cf27-43ba-b0a1-600fc32d6c04 req-848f73f7-e112-4160-886e-2275d11450d5 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:38.753268 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6e5b6a89-cf27-43ba-b0a1-600fc32d6c04 req-848f73f7-e112-4160-886e-2275d11450d5 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 944 time: 0.1918876 Mar 09 05:54:38.909392 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-826e27f4-e297-470d-9c6b-90617629023e service neutron] 10.222.0.36 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479583 Mar 09 05:54:38.909938 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:38.942460 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 7fe964bc-7d66-473f-8690-82f6ab65e871, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7fe964bc-7d66-473f-8690-82f6ab65e871,segment=NetworkSegment(193249d9-5b59-43f1-8e39-e945fdee108b),segment_id=193249d9-5b59-43f1-8e39-e945fdee108b)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:38.969030 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '7fe964bc-7d66-473f-8690-82f6ab65e871', 'network_id': '052efad3-eabd-43dd-91a7-af5868049faa', 'port_id': '7fe964bc-7d66-473f-8690-82f6ab65e871', 'mac_address': 'fa:16:3e:0f:d7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e6532b8-3a03-4eba-9a4f-045394c46256', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:54:39.080822 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 7fe964bc-7d66-473f-8690-82f6ab65e871 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:39.083464 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.348836 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39502) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:39.387015 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe964bc-7d66-473f-8690-82f6ab65e871 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:39.414823 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 7fe964bc-7d66-473f-8690-82f6ab65e871, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7fe964bc-7d66-473f-8690-82f6ab65e871,segment=NetworkSegment(193249d9-5b59-43f1-8e39-e945fdee108b),segment_id=193249d9-5b59-43f1-8e39-e945fdee108b)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:39.421053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.426416 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-630a4e70-d082-44f0-af74-32b08a3bc109 req-d7ba344c-d4f9-4a36-9999-d6103eaae573 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 210 time: 0.0588405 Mar 09 05:54:39.453288 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6e5b6a89-cf27-43ba-b0a1-600fc32d6c04 req-6ce5cb3f-de27-4e6b-9941-f04cc3cd89b4 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812534 Mar 09 05:54:39.487746 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e92d724d-12e3-417d-9de9-a53452f89598 req-699505a5-a4c1-49af-accd-b0b99a62ce65 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181895 Mar 09 05:54:39.561072 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=7fe964bc-7d66-473f-8690-82f6ab65e871,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:39.587285 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40ea5697-50f4-4551-ba88-8f0e5b7ca45f req-b7821811-5bd5-43aa-84d4-1496df854c11 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0846517 Mar 09 05:54:39.620914 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c647316f-d9db-4cb6-8956-32fdedba35e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.634540 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b20b86-8801-49f3-a55c-b51a9607da4b req-9ec0dac6-4f34-4960-b554-f23d81cdbaed tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:39.644082 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d8b20b86-8801-49f3-a55c-b51a9607da4b req-9ec0dac6-4f34-4960-b554-f23d81cdbaed tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.1140196 Mar 09 05:54:39.693045 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6176dd8d-8ade-4fef-9daa-8185cf8a56dd {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:39.704141 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Publish callbacks [] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.708464 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d8b20b86-8801-49f3-a55c-b51a9607da4b req-0863cf50-5814-476e-9ab7-9650c5e073ab tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631275 Mar 09 05:54:39.733953 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Transition to ACTIVE for port object 6176dd8d-8ade-4fef-9daa-8185cf8a56dd will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:54:39.741043 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.795473 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c647316f-d9db-4cb6-8956-32fdedba35e5 admin admin] Publish callbacks [] for security_group (5097f221-28e5-4f75-aa64-fa5a88a13164), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.805004 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39514) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:39.810963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c647316f-d9db-4cb6-8956-32fdedba35e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5097f221-28e5-4f75-aa64-fa5a88a13164), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.822041 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Pushing event updated for resources: {'Port': ['ID=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:39.842986 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Allocated IP 172.20.0.2 (eb54a928-b6b8-4a04-9f96-7c675f66a2a2/12668d44-a290-4dad-a366-a3c6bd2ca3bd/1b0b9589-4c13-46b1-b95d-b65e71a0005b) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:39.907401 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c647316f-d9db-4cb6-8956-32fdedba35e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e0604437cad4cf4bfd1fbdc7b3cd580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5547533 Mar 09 05:54:39.907401 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647316f-d9db-4cb6-8956-32fdedba35e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097f221-28e5-4f75-aa64-fa5a88a13164,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:39.907695 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39520) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:39.918418 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Attempting to bind port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:39.918742 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Attempting to bind port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:39.919074 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Attempting to bind port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd on network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:39.932095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd on network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:54:39.932373 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Attempting to bind port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd on network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:39.947128 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:39.947467 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Checking segment: {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:39.948008 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Bound using segment: {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:39.948488 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Bound port: 6176dd8d-8ade-4fef-9daa-8185cf8a56dd, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:39.948849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:39.990863 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1e988a75-0fbf-44e2-a9f0-1ccf27368f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.043740 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks [] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.109324 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.144931 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1abd-070f-4488-9df3-66746f09fe24 admin admin] Publish callbacks [] for security_group (5097f221-28e5-4f75-aa64-fa5a88a13164), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.152700 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1e988a75-0fbf-44e2-a9f0-1ccf27368f3c admin admin] Publish callbacks [] for security_group (ffd6a57c-cba0-4d42-ac4e-5f7195995832), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.166123 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1e988a75-0fbf-44e2-a9f0-1ccf27368f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ffd6a57c-cba0-4d42-ac4e-5f7195995832), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.171237 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:40.187071 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:40.187286 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1abd-070f-4488-9df3-66746f09fe24 admin admin] Publish callbacks [] for security_group (5097f221-28e5-4f75-aa64-fa5a88a13164), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.188884 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Pushing event updated for resources: {'Port': ['ID=1b0b9589-4c13-46b1-b95d-b65e71a0005b,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:40.195112 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:40.200802 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:40.201418 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.205555 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] For port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:40.226844 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e988a75-0fbf-44e2-a9f0-1ccf27368f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd6a57c-cba0-4d42-ac4e-5f7195995832,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:40.231784 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-1e988a75-0fbf-44e2-a9f0-1ccf27368f3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07f0190f2ffd401bba8ad6b5f96fd906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254696 Mar 09 05:54:40.236719 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47f06a46-3831-48da-ae18-64b4cea300eb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305081 Mar 09 05:54:40.237128 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39522) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:40.246019 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] For port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:40.257563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.289716 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcd26-6eae-45a1-8d3e-cf0d6f284a16 admin admin] Publish callbacks [] for security_group (ffd6a57c-cba0-4d42-ac4e-5f7195995832), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.295193 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:40.295817 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.297298 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] 10.222.0.32 "PUT /v2.0/ports/6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 200 len: 1093 time: 1.7166307 Mar 09 05:54:40.300705 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f7019b-3314-439e-b907-8d720f5723f7', 'tag': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:40.315759 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcd26-6eae-45a1-8d3e-cf0d6f284a16 admin admin] Publish callbacks [] for security_group (ffd6a57c-cba0-4d42-ac4e-5f7195995832), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.365651 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcd26-6eae-45a1-8d3e-cf0d6f284a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ffd6a57c-cba0-4d42-ac4e-5f7195995832), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.366623 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1abd-070f-4488-9df3-66746f09fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5097f221-28e5-4f75-aa64-fa5a88a13164), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.368432 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2c2dcd26-6eae-45a1-8d3e-cf0d6f284a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.369585 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1abd-070f-4488-9df3-66746f09fe24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.369704 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-2c2dcd26-6eae-45a1-8d3e-cf0d6f284a16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffd6a57c-cba0-4d42-ac4e-5f7195995832 HTTP/1.1" status: 204 len: 168 time: 0.1316161 Mar 09 05:54:40.373920 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a8bb1abd-070f-4488-9df3-66746f09fe24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5097f221-28e5-4f75-aa64-fa5a88a13164 HTTP/1.1" status: 204 len: 168 time: 0.4603176 Mar 09 05:54:40.381038 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dcd26-6eae-45a1-8d3e-cf0d6f284a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd6a57c-cba0-4d42-ac4e-5f7195995832,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:40.396811 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb1abd-070f-4488-9df3-66746f09fe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097f221-28e5-4f75-aa64-fa5a88a13164,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:40.411225 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db0e9e-1063-420c-8528-90db244f3509 service neutron] Pushing event updated for resources: {'Port': ['ID=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:40.567892 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae02406-62d4-43b3-888d-8284ffbcfc36 req-191d4703-c3d8-44d0-bfa3-adf2f7d4a8f3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:40.580337 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aae02406-62d4-43b3-888d-8284ffbcfc36 req-191d4703-c3d8-44d0-bfa3-adf2f7d4a8f3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 931 time: 0.0902417 Mar 09 05:54:40.598250 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90540dc-50a8-49d6-b298-892a9abbcb16 req-1d0a63af-4a10-4360-8d04-92ebfee1665c tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:40.608214 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a90540dc-50a8-49d6-b298-892a9abbcb16 req-1d0a63af-4a10-4360-8d04-92ebfee1665c tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 945 time: 0.0777683 Mar 09 05:54:40.633002 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aae02406-62d4-43b3-888d-8284ffbcfc36 req-05a83a27-5fd1-4ff7-9ae3-2160ef0d63b0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515597 Mar 09 05:54:40.638071 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a87f73-41ed-45ba-9e4c-d38999ec2425" -d '{"events": [{"name": "network-changed", "server_uuid": "02f7019b-3314-439e-b907-8d720f5723f7", "tag": "6176dd8d-8ade-4fef-9daa-8185cf8a56dd"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:40.654810 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a90540dc-50a8-49d6-b298-892a9abbcb16 req-6bd02807-d04b-4596-b25e-dc9bf7141422 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Mar 09 05:54:40.736413 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d1775b95-e88c-49b8-8173-1d122ff75b4c req-995670e0-1dba-411d-b398-789da73a6526 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0336580 Mar 09 05:54:40.750152 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39552) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:40.771220 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-87c1208e-8dac-4cf6-a5ec-4f2ec9df48af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.815605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137c5ac9-cc17-42ca-8329-5fc109b570ba x-openstack-request-id: req-137c5ac9-cc17-42ca-8329-5fc109b570ba {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:40.815904 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f7019b-3314-439e-b907-8d720f5723f7", "tag": "6176dd8d-8ade-4fef-9daa-8185cf8a56dd", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:40.816290 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-137c5ac9-cc17-42ca-8329-5fc109b570ba {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:40.816817 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f7019b-3314-439e-b907-8d720f5723f7', 'tag': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd', 'status': 'completed', 'code': 200} Mar 09 05:54:40.878914 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c9086-21dd-4faf-9914-c0a950f35bd3 req-6bb671b9-802e-4320-83ae-ac62a9e92d64 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:40.880354 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-819c9086-21dd-4faf-9914-c0a950f35bd3 req-6bb671b9-802e-4320-83ae-ac62a9e92d64 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.0811391 Mar 09 05:54:40.899191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-87c1208e-8dac-4cf6-a5ec-4f2ec9df48af admin admin] Publish callbacks [] for security_group (1d1c2882-3e8b-415a-91e7-bb851fcf65e6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.908248 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-87c1208e-8dac-4cf6-a5ec-4f2ec9df48af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1d1c2882-3e8b-415a-91e7-bb851fcf65e6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:40.964973 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-87c1208e-8dac-4cf6-a5ec-4f2ec9df48af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24443e384f0542ee8e01d6157ed996c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137868 Mar 09 05:54:40.968264 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39562) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:40.971536 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1208e-8dac-4cf6-a5ec-4f2ec9df48af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c2882-3e8b-415a-91e7-bb851fcf65e6,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:40.985226 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-819c9086-21dd-4faf-9914-c0a950f35bd3 req-e6863e9b-9d1c-4e4d-9daf-8aac1516c569 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931907 Mar 09 05:54:41.029931 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-19978a7d-49ed-4949-8482-0ff68b0f9ebb admin admin] Publish callbacks [] for security_group (1d1c2882-3e8b-415a-91e7-bb851fcf65e6), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:41.054239 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-19978a7d-49ed-4949-8482-0ff68b0f9ebb admin admin] Publish callbacks [] for security_group (1d1c2882-3e8b-415a-91e7-bb851fcf65e6), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:41.101741 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-19978a7d-49ed-4949-8482-0ff68b0f9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1d1c2882-3e8b-415a-91e7-bb851fcf65e6), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:41.104311 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-19978a7d-49ed-4949-8482-0ff68b0f9ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:41.108630 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-19978a7d-49ed-4949-8482-0ff68b0f9ebb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d1c2882-3e8b-415a-91e7-bb851fcf65e6 HTTP/1.1" status: 204 len: 168 time: 0.1356969 Mar 09 05:54:41.115477 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19978a7d-49ed-4949-8482-0ff68b0f9ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c2882-3e8b-415a-91e7-bb851fcf65e6,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:41.467988 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Request body: {'port': {'device_id': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:41.553831 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:41.811646 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-ee0b6086-5ed8-4b66-9d65-f26948789404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:41.813184 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-ee0b6086-5ed8-4b66-9d65-f26948789404 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 1127 time: 0.2289083 Mar 09 05:54:41.845587 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3d202-de80-4e1b-8633-6db9474cc919 req-0cb90d04-9022-4bb2-96d8-3c4d91ed2635 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:41.846342 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a87f73-41ed-45ba-9e4c-d38999ec2425 req-b6a2aec5-604f-4c8b-9ca0-c932d103671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:41.847917 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5a87f73-41ed-45ba-9e4c-d38999ec2425 req-b6a2aec5-604f-4c8b-9ca0-c932d103671b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1127 time: 0.2507648 Mar 09 05:54:41.848958 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01f3d202-de80-4e1b-8633-6db9474cc919 req-0cb90d04-9022-4bb2-96d8-3c4d91ed2635 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 945 time: 0.0915203 Mar 09 05:54:41.908868 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01f3d202-de80-4e1b-8633-6db9474cc919 req-b9d1c7a8-a425-467b-bbb4-370fa67eb08c tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540764 Mar 09 05:54:41.928585 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19f23f-af5b-4a66-ba61-2cc87532ebcb req-99dc2df3-d4e7-4d30-bfa7-8e450a646b12 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:41.934030 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ef19f23f-af5b-4a66-ba61-2cc87532ebcb req-99dc2df3-d4e7-4d30-bfa7-8e450a646b12 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 931 time: 0.1717770 Mar 09 05:54:42.051283 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c3cff00e-45c5-4c1c-93eb-6a776c14c8a9 req-93486671-529f-4b4a-886f-722d2ce3b140 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0588372 Mar 09 05:54:42.077222 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ef19f23f-af5b-4a66-ba61-2cc87532ebcb req-81520507-2deb-48be-9275-b8d1efc9cff1 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415014 Mar 09 05:54:42.157900 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0b9589-4c13-46b1-b95d-b65e71a0005b {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:42.166688 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Publish callbacks [] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:42.182037 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Transition to ACTIVE for port object 1b0b9589-4c13-46b1-b95d-b65e71a0005b will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:54:42.187729 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:42.206518 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b79d9-42ae-4e92-9ef2-250701c92abc req-f12a9b15-cebc-4640-87a3-1f6288a1f7e1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:42.208271 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6b7b79d9-42ae-4e92-9ef2-250701c92abc req-f12a9b15-cebc-4640-87a3-1f6288a1f7e1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.0657339 Mar 09 05:54:42.250499 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b9589-4c13-46b1-b95d-b65e71a0005b,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:42.281250 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6b7b79d9-42ae-4e92-9ef2-250701c92abc req-0465a94b-d6b8-4aa5-ba03-7f0f3a00f2fe tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651209 Mar 09 05:54:42.298730 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Attempting to bind port 1b0b9589-4c13-46b1-b95d-b65e71a0005b on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:42.299068 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Attempting to bind port 1b0b9589-4c13-46b1-b95d-b65e71a0005b by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:42.299389 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Attempting to bind port 1b0b9589-4c13-46b1-b95d-b65e71a0005b on network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:42.304123 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Port 1b0b9589-4c13-46b1-b95d-b65e71a0005b on network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:54:42.304887 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Attempting to bind port 1b0b9589-4c13-46b1-b95d-b65e71a0005b on network eb54a928-b6b8-4a04-9f96-7c675f66a2a2 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:42.310736 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:42.311071 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Checking segment: {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:42.311478 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Bound using segment: {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:42.311973 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Bound port: 1b0b9589-4c13-46b1-b95d-b65e71a0005b, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccbd120-f13d-43da-a34e-30da4e570d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:42.312462 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:42.381232 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] For port 1b0b9589-4c13-46b1-b95d-b65e71a0005b, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:42.384729 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] For port 1b0b9589-4c13-46b1-b95d-b65e71a0005b, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:42.391365 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:42.428023 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:42.428669 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:42.430065 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] 10.222.0.32 "PUT /v2.0/ports/1b0b9589-4c13-46b1-b95d-b65e71a0005b HTTP/1.1" status: 200 len: 1093 time: 0.9664755 Mar 09 05:54:42.430689 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'tag': '1b0b9589-4c13-46b1-b95d-b65e71a0005b'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:42.433026 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e28fc62-e770-405a-bb16-a64856947d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd9acc2-53ad-4337-9f59-ff0e82d5d232", "tag": "1b0b9589-4c13-46b1-b95d-b65e71a0005b"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:42.463931 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479f62a-bffc-40a1-8454-d345fdb1bccd service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b9589-4c13-46b1-b95d-b65e71a0005b,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:42.473750 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6213d2-cfc8-4bc4-8f68-b654b2ec321c x-openstack-request-id: req-ba6213d2-cfc8-4bc4-8f68-b654b2ec321c {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:42.474040 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd9acc2-53ad-4337-9f59-ff0e82d5d232", "tag": "1b0b9589-4c13-46b1-b95d-b65e71a0005b", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:42.474293 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba6213d2-cfc8-4bc4-8f68-b654b2ec321c {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:42.474691 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'tag': '1b0b9589-4c13-46b1-b95d-b65e71a0005b', 'status': 'completed', 'code': 200} Mar 09 05:54:42.672015 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['7fe964bc-7d66-473f-8690-82f6ab65e871'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:54:43.029019 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515df727-e828-43af-a8c8-81133084b0b9 req-463f5797-0f45-43f3-8fa7-ea2236b8df6c tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:43.030494 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-515df727-e828-43af-a8c8-81133084b0b9 req-463f5797-0f45-43f3-8fa7-ea2236b8df6c tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 945 time: 0.0552166 Mar 09 05:54:43.077957 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-515df727-e828-43af-a8c8-81133084b0b9 req-b95030b5-fb87-4d8e-875c-cc09403c7b9c tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Mar 09 05:54:43.176705 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e04cc11b-9342-45e0-ad71-3465b5a6fd57 req-e18d30e0-3b19-4d6f-92fc-4f727d5e4a42 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0357018 Mar 09 05:54:43.210501 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b9d78-ef54-485b-bb04-3d0d2500060e req-a39e58fa-580d-495a-a869-b21a66c878fd tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:43.211972 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-756b9d78-ef54-485b-bb04-3d0d2500060e req-a39e58fa-580d-495a-a869-b21a66c878fd tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.0597992 Mar 09 05:54:43.264344 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-756b9d78-ef54-485b-bb04-3d0d2500060e req-86179fb3-8d48-4d4a-8b8a-a17b6083dc58 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Mar 09 05:54:43.401285 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b853b1-ea5b-4a12-b670-04a5f330306e req-90bd2f8d-d80f-465e-b758-f90e884c553c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:43.402805 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-63b853b1-ea5b-4a12-b670-04a5f330306e req-90bd2f8d-d80f-465e-b758-f90e884c553c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.0538058 Mar 09 05:54:43.452954 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-63b853b1-ea5b-4a12-b670-04a5f330306e req-95f51e38-2f24-4ca7-8221-b2184faa009d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Mar 09 05:54:43.557209 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39728) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:43.658837 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1a17d16c-2142-4628-8f2a-f358b2bdb6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:43.729803 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1a17d16c-2142-4628-8f2a-f358b2bdb6b9 admin admin] Publish callbacks [] for security_group (2e07a9b2-23c8-44da-8da2-d709107d1486), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:43.733711 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1a17d16c-2142-4628-8f2a-f358b2bdb6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2e07a9b2-23c8-44da-8da2-d709107d1486), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:43.770431 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d16c-2142-4628-8f2a-f358b2bdb6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e07a9b2-23c8-44da-8da2-d709107d1486,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:43.776214 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-1a17d16c-2142-4628-8f2a-f358b2bdb6b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7f7dffe5c1f471ea23c3693e5489173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164235 Mar 09 05:54:43.777697 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39734) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:43.826847 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4522a8d-0588-47bf-b49f-67d6912df3ff admin admin] Publish callbacks [] for security_group (2e07a9b2-23c8-44da-8da2-d709107d1486), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:43.847055 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4522a8d-0588-47bf-b49f-67d6912df3ff admin admin] Publish callbacks [] for security_group (2e07a9b2-23c8-44da-8da2-d709107d1486), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:43.893271 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4522a8d-0588-47bf-b49f-67d6912df3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2e07a9b2-23c8-44da-8da2-d709107d1486), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:43.895738 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d4522a8d-0588-47bf-b49f-67d6912df3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:43.896891 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d4522a8d-0588-47bf-b49f-67d6912df3ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e07a9b2-23c8-44da-8da2-d709107d1486 HTTP/1.1" status: 204 len: 168 time: 0.1184564 Mar 09 05:54:43.904347 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4522a8d-0588-47bf-b49f-67d6912df3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e07a9b2-23c8-44da-8da2-d709107d1486,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:44.153167 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39744) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:44.167656 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-35a991d3-6e01-4fca-b182-a9a2852aab1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.239939 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba0033-37b1-486f-9c96-80b176009ca1 req-814a7da5-3294-4b24-8df2-8e802612931b tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.241501 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31ba0033-37b1-486f-9c96-80b176009ca1 req-814a7da5-3294-4b24-8df2-8e802612931b tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 945 time: 0.0760150 Mar 09 05:54:44.278718 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6848a11-eb4b-4079-af24-8e954213dbcb req-2fbb4afd-d9cb-4809-9bc8-7128271de5a6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0290258 Mar 09 05:54:44.314796 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31ba0033-37b1-486f-9c96-80b176009ca1 req-2ba29eda-7236-45bb-8ba8-da039087f3d0 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644617 Mar 09 05:54:44.323111 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-35a991d3-6e01-4fca-b182-a9a2852aab1c admin admin] Publish callbacks [] for security_group (9c027c6b-4880-49b1-b7b3-5579bb0ad80c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.328237 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-35a991d3-6e01-4fca-b182-a9a2852aab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (9c027c6b-4880-49b1-b7b3-5579bb0ad80c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.369360 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-35a991d3-6e01-4fca-b182-a9a2852aab1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d33e996a97142c4a386cbd82fe62f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151024 Mar 09 05:54:44.372577 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 39750) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:44.385858 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a991d3-6e01-4fca-b182-a9a2852aab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c027c6b-4880-49b1-b7b3-5579bb0ad80c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:44.460951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef2f2a-1ed0-4bc0-8b8d-84cfb62f76b3 req-2b71d9f4-6329-479d-81ed-6875956453ae tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.462442 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-baef2f2a-1ed0-4bc0-8b8d-84cfb62f76b3 req-2b71d9f4-6329-479d-81ed-6875956453ae tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.1191759 Mar 09 05:54:44.478852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.589361 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-20070185-5025-427e-9f5c-963450376171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.591386 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-20070185-5025-427e-9f5c-963450376171 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 911 time: 0.2248521 Mar 09 05:54:44.658056 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d39e4091-f2e6-4885-8c35-0c5c656662c0 admin admin] Publish callbacks [] for security_group (9c027c6b-4880-49b1-b7b3-5579bb0ad80c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.686598 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a87f9-0232-457f-bde3-0a5aed9d9bc9 req-fb5b4087-5849-4e3f-a489-6c1f3f841a5f tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.688057 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-091a87f9-0232-457f-bde3-0a5aed9d9bc9 req-fb5b4087-5849-4e3f-a489-6c1f3f841a5f tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.1479044 Mar 09 05:54:44.689928 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-f037495a-1216-4258-86de-4a12fce3e8cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 200 len: 217 time: 0.0894077 Mar 09 05:54:44.710756 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-baef2f2a-1ed0-4bc0-8b8d-84cfb62f76b3 req-0f93fa1f-7125-44df-baa6-3a93fdf30750 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325468 Mar 09 05:54:44.716309 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a87f73-41ed-45ba-9e4c-d38999ec2425 req-098c7109-411d-432a-ba69-99cf90ebd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.717887 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5a87f73-41ed-45ba-9e4c-d38999ec2425 req-098c7109-411d-432a-ba69-99cf90ebd8fb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2994554 Mar 09 05:54:44.724305 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d39e4091-f2e6-4885-8c35-0c5c656662c0 admin admin] Publish callbacks [] for security_group (9c027c6b-4880-49b1-b7b3-5579bb0ad80c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.733004 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28fc62-e770-405a-bb16-a64856947d7a req-46e76e6e-c905-474a-abbf-b07d83217da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.734495 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3e28fc62-e770-405a-bb16-a64856947d7a req-46e76e6e-c905-474a-abbf-b07d83217da8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 1127 time: 0.2464268 Mar 09 05:54:44.782342 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-091a87f9-0232-457f-bde3-0a5aed9d9bc9 req-0bedce43-5cee-4658-848b-1096d56608bd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881071 Mar 09 05:54:44.783828 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-a5ec55a1-4a5f-41dc-af35-02e210bd2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.785475 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-a5ec55a1-4a5f-41dc-af35-02e210bd2066 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.0776436 Mar 09 05:54:44.886526 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-459b8ee0-2c65-4cde-add7-485d8b6abc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:44.888791 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-459b8ee0-2c65-4cde-add7-485d8b6abc67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921919 Mar 09 05:54:44.974039 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d39e4091-f2e6-4885-8c35-0c5c656662c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (9c027c6b-4880-49b1-b7b3-5579bb0ad80c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.976372 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d39e4091-f2e6-4885-8c35-0c5c656662c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:44.977500 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d39e4091-f2e6-4885-8c35-0c5c656662c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c027c6b-4880-49b1-b7b3-5579bb0ad80c HTTP/1.1" status: 204 len: 168 time: 0.6040010 Mar 09 05:54:45.006478 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a87f73-41ed-45ba-9e4c-d38999ec2425 req-672a7fb1-a06f-4a7f-8f38-3ddc1ee6e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:45.007923 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5a87f73-41ed-45ba-9e4c-d38999ec2425 req-672a7fb1-a06f-4a7f-8f38-3ddc1ee6e471 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2725990 Mar 09 05:54:45.009941 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e4091-f2e6-4885-8c35-0c5c656662c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c027c6b-4880-49b1-b7b3-5579bb0ad80c,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:45.013472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28fc62-e770-405a-bb16-a64856947d7a req-7ffc2c6f-b1b6-4bd5-85d0-566f8527dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:45.014767 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3e28fc62-e770-405a-bb16-a64856947d7a req-7ffc2c6f-b1b6-4bd5-85d0-566f8527dd1d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2285900 Mar 09 05:54:45.380338 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e1251386-41ac-447a-9913-7f1c7becf439 req-723ae477-f01b-4ffc-a3ec-5c54a9c21737 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0296075 Mar 09 05:54:45.454924 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e692339-a780-447c-ab62-a3909f0f1e4f req-da0f6c27-f105-4388-b889-4988cb3e9a1b tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:45.457243 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6e692339-a780-447c-ab62-a3909f0f1e4f req-da0f6c27-f105-4388-b889-4988cb3e9a1b tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 945 time: 0.0671163 Mar 09 05:54:45.506532 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6e692339-a780-447c-ab62-a3909f0f1e4f req-f579cdbd-41d1-4a61-9656-867c151fa219 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Mar 09 05:54:45.836625 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c3db9-8030-4299-8c18-a4fbbd541e1f req-54979ce0-36e3-47c3-8d07-f424d3496b66 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:45.838147 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9d8c3db9-8030-4299-8c18-a4fbbd541e1f req-54979ce0-36e3-47c3-8d07-f424d3496b66 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.0570674 Mar 09 05:54:45.887715 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9d8c3db9-8030-4299-8c18-a4fbbd541e1f req-516d44c4-e079-4f9b-a6fc-1a0a16d8b7a1 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Mar 09 05:54:45.913805 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854eb59-e1c9-45ff-b8cc-e566b8828142 req-1d80cff9-c4a9-4281-81ee-872db523cb9f tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:45.915271 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4854eb59-e1c9-45ff-b8cc-e566b8828142 req-1d80cff9-c4a9-4281-81ee-872db523cb9f tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.0553415 Mar 09 05:54:45.962474 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4854eb59-e1c9-45ff-b8cc-e566b8828142 req-b542f611-0c23-449e-9a39-4a6187063295 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402369 Mar 09 05:54:46.485715 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f8670549-01bf-4750-8278-c8483d9c98d4 req-be265122-2729-45cc-b63f-88b8e40eaabf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0328000 Mar 09 05:54:46.628355 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1a8a8-4405-46dd-822d-1f7a631c8d1f req-3f085511-bba4-4a3c-a110-4b83f346e2a5 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:46.629873 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-65c1a8a8-4405-46dd-822d-1f7a631c8d1f req-3f085511-bba4-4a3c-a110-4b83f346e2a5 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 945 time: 0.0553679 Mar 09 05:54:46.683585 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-65c1a8a8-4405-46dd-822d-1f7a631c8d1f req-7af38296-e739-4e1a-891b-5a7c31672ce0 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Mar 09 05:54:47.014561 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80c503-35fc-4070-83c5-12e9c272615b req-e0475996-d9c7-4daa-91c0-540ab626dd28 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:47.016915 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9e80c503-35fc-4070-83c5-12e9c272615b req-e0475996-d9c7-4daa-91c0-540ab626dd28 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.0606537 Mar 09 05:54:47.070625 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9e80c503-35fc-4070-83c5-12e9c272615b req-a13621f7-d1cd-4f1a-89df-2a906f8b3003 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490122 Mar 09 05:54:47.118105 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b294-d2da-4c29-bf1d-415824eb4bfe req-4deb0b36-b0e6-46eb-9d3f-9f12d2a34a4c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:47.119567 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5ae2b294-d2da-4c29-bf1d-415824eb4bfe req-4deb0b36-b0e6-46eb-9d3f-9f12d2a34a4c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 943 time: 0.0535102 Mar 09 05:54:47.169512 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5ae2b294-d2da-4c29-bf1d-415824eb4bfe req-879b5765-45f6-4043-84c6-783eb2e4b938 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Mar 09 05:54:47.464437 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:54:47.474852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 7fe964bc-7d66-473f-8690-82f6ab65e871 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:47.624804 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:47.627948 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-e71595b7-2c07-4c76-acb1-757679a355c9 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123927 Mar 09 05:54:47.628589 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.32', 58892) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:47.637609 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'port_id': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'mac_address': 'fa:16:3e:61:b0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:54:47.681268 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 7fe964bc-7d66-473f-8690-82f6ab65e871 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:54:47.691845 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 7fe964bc-7d66-473f-8690-82f6ab65e871 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:47.692659 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:47.716614 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:47.717229 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:47.762541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:47.791904 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:47.798905 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:47.892703 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 7fe964bc-7d66-473f-8690-82f6ab65e871 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:47.893110 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:47.899530 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:47.938163 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe964bc-7d66-473f-8690-82f6ab65e871'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:47.959469 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-268a74f7-ec80-4de5-a967-ed765fe866ba req-a0463e9e-0c49-422c-bd81-d2ae7daf8321 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.2882552 Mar 09 05:54:47.990469 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28fc62-e770-405a-bb16-a64856947d7a req-302ba7a1-bebf-48d7-977e-7e4de6428adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:47.991901 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3e28fc62-e770-405a-bb16-a64856947d7a req-302ba7a1-bebf-48d7-977e-7e4de6428adf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4769666 Mar 09 05:54:48.014590 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029159-10da-464b-846d-71e44fab71c0 req-e8915531-dc22-467d-a673-4462749ee98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.019607 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-e8915531-dc22-467d-a673-4462749ee98e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1127 time: 0.3897810 Mar 09 05:54:48.021639 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa8769a2-d1b1-4437-9dad-beb1225737d7 req-10de1512-ac0f-484b-8d4c-5be912f726ca service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833420 Mar 09 05:54:48.028880 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 7fe964bc-7d66-473f-8690-82f6ab65e871, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7fe964bc-7d66-473f-8690-82f6ab65e871,segment=NetworkSegment(193249d9-5b59-43f1-8e39-e945fdee108b),segment_id=193249d9-5b59-43f1-8e39-e945fdee108b)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:48.035037 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:48.052775 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b338c-feef-4d60-a3b4-10ddf6302bbe req-3c380ae6-ba43-4e6d-97df-a829d8b151d6 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.054399 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-874b338c-feef-4d60-a3b4-10ddf6302bbe req-3c380ae6-ba43-4e6d-97df-a829d8b151d6 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 945 time: 0.1175632 Mar 09 05:54:48.101585 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-dd7ba450-a37c-48a0-945e-f36165c3ca20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 200 len: 217 time: 0.0456793 Mar 09 05:54:48.114762 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-1e33011c-66a0-4c51-a7a8-7379a0fc885b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.116897 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-1e33011c-66a0-4c51-a7a8-7379a0fc885b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 817 time: 0.4495933 Mar 09 05:54:48.137525 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=7fe964bc-7d66-473f-8690-82f6ab65e871,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:48.142590 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['5ad060e2-0806-4c1d-a5a8-4018cad2d1cc'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:54:48.223508 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-874b338c-feef-4d60-a3b4-10ddf6302bbe req-93d46fff-4f46-425b-8a28-8c9a491b230f tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578636 Mar 09 05:54:48.226101 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029159-10da-464b-846d-71e44fab71c0 req-117356bb-67cd-4e35-8a74-8177438f4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.228065 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-117356bb-67cd-4e35-8a74-8177438f4383 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.1160221 Mar 09 05:54:48.278154 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-88ffa511-bed4-4b02-9d26-d61fc6d587c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413740 Mar 09 05:54:48.280341 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-c87b0295-bbb1-4142-893a-93f0dec5e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.288443 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-c87b0295-bbb1-4142-893a-93f0dec5e45a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 1127 time: 0.1717551 Mar 09 05:54:48.404515 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3370b6-3265-4a78-93aa-62fbcfab97ab" -d '{"events": [{"server_uuid": "9e18e265-f8bc-4f1f-8b86-2fcf6f928b09", "name": "network-vif-plugged", "status": "completed", "tag": "7fe964bc-7d66-473f-8690-82f6ab65e871"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:48.405072 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-8a732574-8578-4d4b-8821-94d26b343bd8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 380 time: 0.2693725 Mar 09 05:54:48.413407 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'port': {'device_id': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'admin_state_up': True, 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'security_groups': ['73447e91-a922-4b90-86db-4e74ea8d4dae']}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:48.422410 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-4c64193f-eecf-4fa4-91a6-d78768c5684a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b HTTP/1.1" status: 200 len: 217 time: 0.1163924 Mar 09 05:54:48.504795 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee8a67-6993-4266-b862-8e496ff3dfc9 req-05b02003-11b1-422a-86c3-87d79256b124 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.506454 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d4ee8a67-6993-4266-b862-8e496ff3dfc9 req-05b02003-11b1-422a-86c3-87d79256b124 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.1663733 Mar 09 05:54:48.565271 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47c76611-03f9-410c-b0b8-5ab0ba96defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.566742 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-47c76611-03f9-410c-b0b8-5ab0ba96defe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.1312351 Mar 09 05:54:48.578419 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Made reservation on behalf of a1e4e7f1ed694b2c935d746c2c5427aa for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:48.582540 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:48.598421 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d4ee8a67-6993-4266-b862-8e496ff3dfc9 req-a2c6f265-c2bb-4671-9f34-ec07908248aa tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750191 Mar 09 05:54:48.638142 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e52b2-ccde-473b-bbdc-4805914a2a4b req-adb31fe7-cd0c-4325-bdfa-021b3b52f89d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:48.644712 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-356e52b2-ccde-473b-bbdc-4805914a2a4b req-adb31fe7-cd0c-4325-bdfa-021b3b52f89d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 944 time: 0.2199395 Mar 09 05:54:48.646720 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-989e7bf5-3a0c-42aa-9b1e-41df52737bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542548 Mar 09 05:54:48.649860 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-a7f5b011-fc0f-4a75-8477-3f8f53805f16 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524034 Mar 09 05:54:48.761442 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1fbae7-2b79-404f-a961-127871209ca0 x-openstack-request-id: req-fc1fbae7-2b79-404f-a961-127871209ca0 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:48.762001 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e18e265-f8bc-4f1f-8b86-2fcf6f928b09", "name": "network-vif-plugged", "status": "completed", "tag": "7fe964bc-7d66-473f-8690-82f6ab65e871", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:48.762424 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc1fbae7-2b79-404f-a961-127871209ca0 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:48.763151 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe964bc-7d66-473f-8690-82f6ab65e871', 'code': 200} Mar 09 05:54:48.799739 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Allocated IP 172.20.0.7 (ca3eeb19-2a38-440d-986e-aeaef681994a/d3924960-cb08-4fc3-aa79-3f821bc84940/e2662167-a426-4cfd-bdb2-fa51160a94f8) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:54:48.820231 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-356e52b2-ccde-473b-bbdc-4805914a2a4b req-ff505a32-e445-4331-acf4-7be0283bb203 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723983 Mar 09 05:54:48.945990 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b029159-10da-464b-846d-71e44fab71c0 req-1b04eac9-a735-449e-9ecb-0fd1e8a2fdc5 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879493 Mar 09 05:54:48.961805 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-e73a6554-2664-43b9-b9a6-9ab56214bfa2 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964263 Mar 09 05:54:49.028705 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.104590 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ba4d4429-58fd-4fdc-a1fd-d03b3f5befdd req-fe82a3ad-7f74-447e-9663-e0cecb5ab61d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0603609 Mar 09 05:54:49.135277 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.163401 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-60b207e9-fc74-49ca-991d-3997153e5f65 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882656 Mar 09 05:54:49.195008 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751729b1-707f-4081-8a10-912d1962340e req-d8464e67-9f9a-4212-ae24-2e4d2db0b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:49.196934 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-751729b1-707f-4081-8a10-912d1962340e req-d8464e67-9f9a-4212-ae24-2e4d2db0b506 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 1130 time: 0.1371202 Mar 09 05:54:49.198709 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Network ca3eeb19-2a38-440d-986e-aeaef681994a is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:54:49.205428 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:49.209335 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:54:49.215611 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:49.217262 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.226059 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:49.256784 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-f2e801df-54f6-4d67-8d3e-93133d842e2e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8490815 Mar 09 05:54:49.279640 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-751729b1-707f-4081-8a10-912d1962340e req-c149951b-97fa-43ce-9f5a-5650bd062bfe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.285971 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Request body: {'port': {'device_id': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:49.385475 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.503927 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87261eed-2f95-4baf-9003-5c251ad28811 req-d4458e28-ad5f-436b-a21b-1d39258af97d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:49.505582 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87261eed-2f95-4baf-9003-5c251ad28811 req-d4458e28-ad5f-436b-a21b-1d39258af97d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.1509647 Mar 09 05:54:49.523462 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-751729b1-707f-4081-8a10-912d1962340e req-c149951b-97fa-43ce-9f5a-5650bd062bfe service neutron] Publish callbacks [] for security_group (2fa969e9-a84d-4df1-9829-cac0d2b0a3f1), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.541475 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-751729b1-707f-4081-8a10-912d1962340e req-c149951b-97fa-43ce-9f5a-5650bd062bfe service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2fa969e9-a84d-4df1-9829-cac0d2b0a3f1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.558389 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-c1638afb-0b1c-482c-91d2-58a1c7a7c2eb None None] Provisioning complete for port e2662167-a426-4cfd-bdb2-fa51160a94f8 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:49.559282 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c1638afb-0b1c-482c-91d2-58a1c7a7c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.619253 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-c1638afb-0b1c-482c-91d2-58a1c7a7c2eb None None] Port e2662167-a426-4cfd-bdb2-fa51160a94f8 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:54:49.658410 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-751729b1-707f-4081-8a10-912d1962340e req-c149951b-97fa-43ce-9f5a-5650bd062bfe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094303 Mar 09 05:54:49.678480 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149951b-97fa-43ce-9f5a-5650bd062bfe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa969e9-a84d-4df1-9829-cac0d2b0a3f1,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:49.688111 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87261eed-2f95-4baf-9003-5c251ad28811 req-2dbdff9a-7c45-4bed-b299-987f3f662148 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732764 Mar 09 05:54:49.785955 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658a75-05b6-43c8-9f01-886385269a4e req-34c4077a-9f6c-462f-b126-1e15b32d3292 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:49.787547 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3f658a75-05b6-43c8-9f01-886385269a4e req-34c4077a-9f6c-462f-b126-1e15b32d3292 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.0950720 Mar 09 05:54:49.803393 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39950) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:49.867186 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2662167-a426-4cfd-bdb2-fa51160a94f8 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:49.878291 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Publish callbacks [] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.883224 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3f658a75-05b6-43c8-9f01-886385269a4e req-8f471c5a-4dd1-46c6-af56-856f2f3376b9 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859990 Mar 09 05:54:49.904007 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Transition to ACTIVE for port object e2662167-a426-4cfd-bdb2-fa51160a94f8 will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:54:49.908704 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.941924 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30c9ede9-ce1a-42d1-b8ff-0eb5b2712753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:49.963884 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:49.989244 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29caf1-dee1-42a7-9b2a-9e67b5ea0977 req-89a8f5ed-93fa-4b24-9f34-b59194ed3819 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:49.990790 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ab29caf1-dee1-42a7-9b2a-9e67b5ea0977 req-89a8f5ed-93fa-4b24-9f34-b59194ed3819 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 944 time: 0.0861456 Mar 09 05:54:49.998425 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Attempting to bind port e2662167-a426-4cfd-bdb2-fa51160a94f8 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:54:49.998882 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Attempting to bind port e2662167-a426-4cfd-bdb2-fa51160a94f8 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:54:49.999234 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Attempting to bind port e2662167-a426-4cfd-bdb2-fa51160a94f8 on network ca3eeb19-2a38-440d-986e-aeaef681994a {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:50.004354 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Port e2662167-a426-4cfd-bdb2-fa51160a94f8 on network ca3eeb19-2a38-440d-986e-aeaef681994a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:54:50.004548 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Attempting to bind port e2662167-a426-4cfd-bdb2-fa51160a94f8 on network ca3eeb19-2a38-440d-986e-aeaef681994a {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:54:50.010251 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:54:50.010563 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Checking segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:50.010931 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Bound using segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:54:50.011365 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Bound port: e2662167-a426-4cfd-bdb2-fa51160a94f8, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:54:50.012333 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.068183 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ab29caf1-dee1-42a7-9b2a-9e67b5ea0977 req-732c29ea-c409-46e7-836d-2576e4999821 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706713 Mar 09 05:54:50.081969 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30c9ede9-ce1a-42d1-b8ff-0eb5b2712753 admin admin] Publish callbacks [] for security_group (c1708833-f52f-4178-bcb3-6d2adf4e5482), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.087973 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30c9ede9-ce1a-42d1-b8ff-0eb5b2712753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (c1708833-f52f-4178-bcb3-6d2adf4e5482), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.105249 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:54:50.109750 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:54:50.118221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.135908 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-30c9ede9-ce1a-42d1-b8ff-0eb5b2712753 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdfd83b208b84ed58fc15c0261e837eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313968 Mar 09 05:54:50.138373 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39958) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:50.144630 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9ede9-ce1a-42d1-b8ff-0eb5b2712753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1708833-f52f-4178-bcb3-6d2adf4e5482,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:50.182601 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:50.183359 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.186100 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] 10.222.0.32 "PUT /v2.0/ports/e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 1093 time: 0.9106979 Mar 09 05:54:50.186570 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:50.191490 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:50.196176 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38302c55-c1e2-411b-b0f0-c1f322e91d0c service neutron] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:50.207773 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-848c7620-786a-4895-87a8-53181ab03e61 admin admin] Publish callbacks [] for security_group (c1708833-f52f-4178-bcb3-6d2adf4e5482), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.245853 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-848c7620-786a-4895-87a8-53181ab03e61 admin admin] Publish callbacks [] for security_group (c1708833-f52f-4178-bcb3-6d2adf4e5482), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.249909 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda57a3a-8c4c-47e9-bf08-2b939da74671 x-openstack-request-id: req-bda57a3a-8c4c-47e9-bf08-2b939da74671 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:50.259231 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:50.259650 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bda57a3a-8c4c-47e9-bf08-2b939da74671 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:50.260190 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'status': 'completed', 'code': 200} Mar 09 05:54:50.327208 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-848c7620-786a-4895-87a8-53181ab03e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (c1708833-f52f-4178-bcb3-6d2adf4e5482), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.330066 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-848c7620-786a-4895-87a8-53181ab03e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.331220 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-848c7620-786a-4895-87a8-53181ab03e61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1708833-f52f-4178-bcb3-6d2adf4e5482 HTTP/1.1" status: 204 len: 168 time: 0.1919408 Mar 09 05:54:50.339141 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c7620-786a-4895-87a8-53181ab03e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1708833-f52f-4178-bcb3-6d2adf4e5482,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:50.347226 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e3ece-92e6-4647-9e41-54cc9a8e2600 req-d47f037c-c765-4e4f-8a71-8e5dc0198880 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:50.348966 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cb4e3ece-92e6-4647-9e41-54cc9a8e2600 req-d47f037c-c765-4e4f-8a71-8e5dc0198880 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1174746 Mar 09 05:54:50.359894 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-9cb4fbba-5732-43ec-807b-09866cffa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:50.361473 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-9cb4fbba-5732-43ec-807b-09866cffa83e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1127 time: 0.0798483 Mar 09 05:54:50.447622 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-b5f437fc-eaea-4c54-bf39-b6aac21ab546 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 217 time: 0.0646634 Mar 09 05:54:50.470266 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cb4e3ece-92e6-4647-9e41-54cc9a8e2600 req-4261ca2e-d68f-4412-8537-8e54de4ad68b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126349 Mar 09 05:54:50.518711 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-7e731be0-794e-46a3-966e-27e7b3a623b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:50.518711 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-7e731be0-794e-46a3-966e-27e7b3a623b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0608141 Mar 09 05:54:50.566795 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:50.584785 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a012c-e735-4877-8c97-25e8b863a397 req-11d1c77e-9dbb-4f00-82e2-a9e0831f977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:50.586658 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-11d1c77e-9dbb-4f00-82e2-a9e0831f977e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551686 Mar 09 05:54:50.630917 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:54:50.640695 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:50.640695 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.714039 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-96277e92-fdd1-419a-8bd6-59a484752793 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183267 Mar 09 05:54:50.737226 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:50.738635 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.772521 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:50.776028 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0881a2-a3b0-4084-8dd7-c17f4876c430" -d '{"events": [{"server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "name": "network-vif-plugged", "status": "completed", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:50.798759 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:50.813275 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 39990) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:50.817420 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.831550 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07210ff7-d772-4ab8-acbc-80da3b3d2079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:50.858714 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-544a012c-e735-4877-8c97-25e8b863a397 req-050d459c-64a2-42ac-9342-83b42c4d250c service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362457 Mar 09 05:54:50.884541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8a51c1-d7a5-41de-905b-4cd841e286cf x-openstack-request-id: req-fe8a51c1-d7a5-41de-905b-4cd841e286cf {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:50.885226 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "name": "network-vif-plugged", "status": "completed", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:50.885556 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe8a51c1-d7a5-41de-905b-4cd841e286cf {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:50.885982 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'code': 200} Mar 09 05:54:50.912568 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:50.956649 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced5e53-4ac8-4b49-8be2-a2ad1068b60f req-08719869-70b0-4dd4-8f31-597c590be7a0 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:50.958600 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6ced5e53-4ac8-4b49-8be2-a2ad1068b60f req-08719869-70b0-4dd4-8f31-597c590be7a0 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.1106327 Mar 09 05:54:50.998242 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07210ff7-d772-4ab8-acbc-80da3b3d2079 admin admin] Publish callbacks [] for security_group (17b0be17-a28f-4547-9006-0051b944a998), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:51.008326 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07210ff7-d772-4ab8-acbc-80da3b3d2079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (17b0be17-a28f-4547-9006-0051b944a998), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:51.056513 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4a36-a2dc-4abd-a1df-f5a9255e722c req-a1b7b77e-6d24-4eac-b3fd-b32e1267e332 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.058185 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-daaf4a36-a2dc-4abd-a1df-f5a9255e722c req-a1b7b77e-6d24-4eac-b3fd-b32e1267e332 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.0941572 Mar 09 05:54:51.062334 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-07210ff7-d772-4ab8-acbc-80da3b3d2079 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e8b70b849114542bd425d130b37d34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471018 Mar 09 05:54:51.065182 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40000) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:51.067242 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6ced5e53-4ac8-4b49-8be2-a2ad1068b60f req-8936e147-a5a3-486b-a3ef-75c4bc480d95 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009002 Mar 09 05:54:51.067365 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-843c19b9-7546-491f-b7f8-2004eb33ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.068786 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-843c19b9-7546-491f-b7f8-2004eb33ca82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1127 time: 0.0735242 Mar 09 05:54:51.072352 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07210ff7-d772-4ab8-acbc-80da3b3d2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b0be17-a28f-4547-9006-0051b944a998,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:51.222503 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-daaf4a36-a2dc-4abd-a1df-f5a9255e722c req-00cea475-58db-4af5-be73-4b505536cdd6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463633 Mar 09 05:54:51.262966 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-e9f47b0d-0dbc-4692-8c63-ebd26f59500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.265605 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-e9f47b0d-0dbc-4692-8c63-ebd26f59500f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.1825423 Mar 09 05:54:51.271130 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-db83b7eb-f26e-4dd8-bb0e-ce8afaf4c89b admin admin] Publish callbacks [] for security_group (17b0be17-a28f-4547-9006-0051b944a998), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:51.299408 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f81993-e722-42da-b999-633864ffea74 req-aeb6f6b9-02f9-40c8-a9bd-d9a6e5972b04 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.307197 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-29f81993-e722-42da-b999-633864ffea74 req-aeb6f6b9-02f9-40c8-a9bd-d9a6e5972b04 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.1371737 Mar 09 05:54:51.311933 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afb9a1-c2a9-4367-9899-7e8872543386 req-18cba0ef-50ea-4db0-9155-d31e8b13e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.313772 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01afb9a1-c2a9-4367-9899-7e8872543386 req-18cba0ef-50ea-4db0-9155-d31e8b13e6c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 1129 time: 0.1329792 Mar 09 05:54:51.324606 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-859d3720-9b77-4f6c-bb48-75b1a2cf06bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 217 time: 0.0509598 Mar 09 05:54:51.368627 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-db83b7eb-f26e-4dd8-bb0e-ce8afaf4c89b admin admin] Publish callbacks [] for security_group (17b0be17-a28f-4547-9006-0051b944a998), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:51.387990 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-29f81993-e722-42da-b999-633864ffea74 req-74d8b776-dab0-4a30-82a9-02df3d7194ab tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798979 Mar 09 05:54:51.389955 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-01afb9a1-c2a9-4367-9899-7e8872543386 req-578b9381-aa70-4923-9d5b-028abd020a88 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699315 Mar 09 05:54:51.407629 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-86ed970d-348a-4cce-8e72-234a7818995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.409112 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-86ed970d-348a-4cce-8e72-234a7818995c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0775032 Mar 09 05:54:51.432544 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-db83b7eb-f26e-4dd8-bb0e-ce8afaf4c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (17b0be17-a28f-4547-9006-0051b944a998), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:51.435610 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-db83b7eb-f26e-4dd8-bb0e-ce8afaf4c89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:51.439065 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-db83b7eb-f26e-4dd8-bb0e-ce8afaf4c89b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17b0be17-a28f-4547-9006-0051b944a998 HTTP/1.1" status: 204 len: 168 time: 0.3668189 Mar 09 05:54:51.447100 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83b7eb-f26e-4dd8-bb0e-ce8afaf4c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b0be17-a28f-4547-9006-0051b944a998,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:51.639732 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a47619-62fa-489c-a21b-1e00eec60819 req-507e1edc-00cf-4d41-82a8-abd521fbf1bf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.641349 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f0a47619-62fa-489c-a21b-1e00eec60819 req-507e1edc-00cf-4d41-82a8-abd521fbf1bf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0556898 Mar 09 05:54:51.699816 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f0a47619-62fa-489c-a21b-1e00eec60819 req-fb876428-91e7-4284-bf43-d2abec330e9d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522826 Mar 09 05:54:51.830001 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-edb9911a-0c4c-4b81-ae50-38081a19d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:51.831619 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-edb9911a-0c4c-4b81-ae50-38081a19d894 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461099 Mar 09 05:54:51.997024 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-a2259d4e-a54b-40c1-988a-de6cd3f1ae5a service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024387 Mar 09 05:54:52.136364 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec120514-7c0a-4f8d-90fb-1f9e2cd2e9d8 req-d530a276-08ef-432b-892a-7be1a3b57471 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318245 Mar 09 05:54:52.225985 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def732c8-4e72-4a90-b78b-eb844ea1305a req-ea509a94-f9b4-4937-8e06-2cd493902605 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:52.228324 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-def732c8-4e72-4a90-b78b-eb844ea1305a req-ea509a94-f9b4-4937-8e06-2cd493902605 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.0550346 Mar 09 05:54:52.311930 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-def732c8-4e72-4a90-b78b-eb844ea1305a req-6e7d4e73-c753-4847-b45b-3b7b16f83701 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709271 Mar 09 05:54:52.381849 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c896b-b804-43ae-841f-183415361d59 req-85219f27-072f-4d53-8ca4-deabfc517c2a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:52.383342 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0c6c896b-b804-43ae-841f-183415361d59 req-85219f27-072f-4d53-8ca4-deabfc517c2a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 943 time: 0.0610330 Mar 09 05:54:52.464124 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0c6c896b-b804-43ae-841f-183415361d59 req-cf0abc97-1627-4ef9-a002-c3bdc0ade070 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678637 Mar 09 05:54:52.561236 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286efb9-6325-4fc7-bffe-316c723ec2ad req-1fc3989b-11d3-469f-b7ba-0f6cb9dc4ed4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:52.562910 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e286efb9-6325-4fc7-bffe-316c723ec2ad req-1fc3989b-11d3-469f-b7ba-0f6cb9dc4ed4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0775750 Mar 09 05:54:52.584373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6176dd8d-8ade-4fef-9daa-8185cf8a56dd details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:54:52.634113 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e286efb9-6325-4fc7-bffe-316c723ec2ad req-dd43fe6c-362e-42e2-bc60-8a47a38f0496 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643244 Mar 09 05:54:52.802586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:52.826705 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'port_id': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd', 'mac_address': 'fa:16:3e:ec:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:54:52.866010 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:52.866407 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:52.884218 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6176dd8d-8ade-4fef-9daa-8185cf8a56dd {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:52.913966 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:52.920821 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:52.921711 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 1b0b9589-4c13-46b1-b95d-b65e71a0005b details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:54:52.966773 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e22a9-ee78-4362-aaf7-955c52beb55f req-32321234-aad9-4b54-a9e0-5b2f82f00c3a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:52.968523 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-7a4e22a9-ee78-4362-aaf7-955c52beb55f req-32321234-aad9-4b54-a9e0-5b2f82f00c3a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1432142 Mar 09 05:54:53.027648 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 1b0b9589-4c13-46b1-b95d-b65e71a0005b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:53.031052 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:53.031212 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-7a4e22a9-ee78-4362-aaf7-955c52beb55f req-51bfa37d-09d0-4d8f-8d0c-203740b8556a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567253 Mar 09 05:54:53.051274 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '1b0b9589-4c13-46b1-b95d-b65e71a0005b', 'network_id': 'eb54a928-b6b8-4a04-9f96-7c675f66a2a2', 'port_id': '1b0b9589-4c13-46b1-b95d-b65e71a0005b', 'mac_address': 'fa:16:3e:44:4c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12668d44-a290-4dad-a366-a3c6bd2ca3bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:54:53.099741 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 1b0b9589-4c13-46b1-b95d-b65e71a0005b is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:53.100419 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:53.114069 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0b9589-4c13-46b1-b95d-b65e71a0005b {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:53.134689 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 1b0b9589-4c13-46b1-b95d-b65e71a0005b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:53.138996 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:53.186258 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=1b0b9589-4c13-46b1-b95d-b65e71a0005b,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:53.583558 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['1b0b9589-4c13-46b1-b95d-b65e71a0005b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:54:53.622892 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc72ee-634b-4b4d-a4b2-cea77bc7c40e req-ce47ac8e-65e4-4a6a-90f4-b3125a7804a4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:53.624427 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32cc72ee-634b-4b4d-a4b2-cea77bc7c40e req-ce47ac8e-65e4-4a6a-90f4-b3125a7804a4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 944 time: 0.0897322 Mar 09 05:54:53.638321 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['6176dd8d-8ade-4fef-9daa-8185cf8a56dd'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:54:53.692371 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32cc72ee-634b-4b4d-a4b2-cea77bc7c40e req-b4166991-0312-4a8f-9d65-0606494b6226 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608928 Mar 09 05:54:53.879991 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b8813-7c19-4a06-9b71-d744883d7dc6 req-9d59ecb5-d9f4-412f-a988-a6448602efe8 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:53.887932 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-be0b8813-7c19-4a06-9b71-d744883d7dc6 req-9d59ecb5-d9f4-412f-a988-a6448602efe8 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.1473210 Mar 09 05:54:54.003958 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-be0b8813-7c19-4a06-9b71-d744883d7dc6 req-8c1468d1-d190-4ba7-84c3-f4f602263dc4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149960 Mar 09 05:54:54.258230 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bb996-5a93-417d-b1b5-cf041e0d2c28 req-5dcfc900-6918-487a-a010-1d0c2329d007 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:54.260642 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-584bb996-5a93-417d-b1b5-cf041e0d2c28 req-5dcfc900-6918-487a-a010-1d0c2329d007 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0757577 Mar 09 05:54:54.270818 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40154) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:54.276008 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'floatingip': {'port_id': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:54.369500 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (9b481f2c-e9f8-4a25-9290-c5e19700521a), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:54.447167 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40162) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:54.472277 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea1303-2aad-41c7-b7a1-5b756bb1a70e req-762bd5ac-f2a7-4493-b3d7-d861e8df0fc0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:54.474343 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b4ea1303-2aad-41c7-b7a1-5b756bb1a70e req-762bd5ac-f2a7-4493-b3d7-d861e8df0fc0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0981863 Mar 09 05:54:54.554772 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b4ea1303-2aad-41c7-b7a1-5b756bb1a70e req-8f591d0e-2c94-4217-bdd6-6b215ba0794f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733786 Mar 09 05:54:54.594478 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:54:54.635523 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-de6f00a0-2542-4a2c-a84c-679c5051d11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:54.749845 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:54.772915 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'port_id': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'mac_address': 'fa:16:3e:05:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:54:54.775740 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-de6f00a0-2542-4a2c-a84c-679c5051d11d admin admin] Publish callbacks [] for security_group (2f9f0fe6-d0c8-4693-aef2-1685531d4206), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:54.784092 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-de6f00a0-2542-4a2c-a84c-679c5051d11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2f9f0fe6-d0c8-4693-aef2-1685531d4206), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:54.831045 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:54.832002 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:54.843113 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-de6f00a0-2542-4a2c-a84c-679c5051d11d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b32a325c6a964c299c0dc14ccadc9e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876483 Mar 09 05:54:54.843804 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40172) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:54.864153 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2662167-a426-4cfd-bdb2-fa51160a94f8 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:54:54.884805 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f00a0-2542-4a2c-a84c-679c5051d11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f0fe6-d0c8-4693-aef2-1685531d4206,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:54.911001 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:54.924977 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:54.925241 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-37a66d9d-0bbb-4fb5-841f-7bd94cb9028b admin admin] Publish callbacks [] for security_group (2f9f0fe6-d0c8-4693-aef2-1685531d4206), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:54.974449 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-37a66d9d-0bbb-4fb5-841f-7bd94cb9028b admin admin] Publish callbacks [] for security_group (2f9f0fe6-d0c8-4693-aef2-1685531d4206), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.030038 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:55.046511 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-37a66d9d-0bbb-4fb5-841f-7bd94cb9028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2f9f0fe6-d0c8-4693-aef2-1685531d4206), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.050125 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-37a66d9d-0bbb-4fb5-841f-7bd94cb9028b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.053558 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-37a66d9d-0bbb-4fb5-841f-7bd94cb9028b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f9f0fe6-d0c8-4693-aef2-1685531d4206 HTTP/1.1" status: 204 len: 168 time: 0.2033923 Mar 09 05:54:55.061083 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a66d9d-0bbb-4fb5-841f-7bd94cb9028b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f0fe6-d0c8-4693-aef2-1685531d4206,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:55.278206 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ffa93-859f-47b1-be71-310173f8b9c3 req-dee02517-eb6b-4d08-8a13-6f2410b54b8c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:55.279626 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b07ffa93-859f-47b1-be71-310173f8b9c3 req-dee02517-eb6b-4d08-8a13-6f2410b54b8c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 944 time: 0.1935639 Mar 09 05:54:55.312173 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['e2662167-a426-4cfd-bdb2-fa51160a94f8'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:54:55.408186 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b07ffa93-859f-47b1-be71-310173f8b9c3 req-3cc20ab7-822c-469b-bdfe-2621b42bc181 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182964 Mar 09 05:54:55.408941 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40192) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:55.411335 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.db.resource_extend [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 05:54:55.441516 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82233b28-16a4-4c11-8582-10b738ce1cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.521623 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.528951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (9b481f2c-e9f8-4a25-9290-c5e19700521a), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.530261 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82233b28-16a4-4c11-8582-10b738ce1cf8 admin admin] Publish callbacks [] for security_group (db7b9556-6484-4b4a-968d-ef671c10abee), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.534568 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-82233b28-16a4-4c11-8582-10b738ce1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (db7b9556-6484-4b4a-968d-ef671c10abee), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.575366 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82233b28-16a4-4c11-8582-10b738ce1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7b9556-6484-4b4a-968d-ef671c10abee,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:55.606269 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-82233b28-16a4-4c11-8582-10b738ce1cf8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46f0e1fb806f406eb9ad4f7c1f63ba09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961079 Mar 09 05:54:55.609253 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40200) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:55.685558 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b75f-34ac-4eda-9026-16353c2f5f60 admin admin] Publish callbacks [] for security_group (db7b9556-6484-4b4a-968d-ef671c10abee), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.689415 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Floating IP 9b481f2c-e9f8-4a25-9290-c5e19700521a associated. External IP: 172.27.1.228, port: 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc. Mar 09 05:54:55.733387 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b75f-34ac-4eda-9026-16353c2f5f60 admin admin] Publish callbacks [] for security_group (db7b9556-6484-4b4a-968d-ef671c10abee), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.795059 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a315e-19cb-4314-9caf-3f47f43c6f83 req-4d9cf58d-6473-4290-9127-bde6b9f33082 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:55.796803 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fa3a315e-19cb-4314-9caf-3f47f43c6f83 req-4d9cf58d-6473-4290-9127-bde6b9f33082 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.1137791 Mar 09 05:54:55.825772 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b75f-34ac-4eda-9026-16353c2f5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (db7b9556-6484-4b4a-968d-ef671c10abee), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.825772 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b75f-34ac-4eda-9026-16353c2f5f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:55.829305 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-f0f9b75f-34ac-4eda-9026-16353c2f5f60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db7b9556-6484-4b4a-968d-ef671c10abee HTTP/1.1" status: 204 len: 168 time: 0.2163200 Mar 09 05:54:55.849133 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9b75f-34ac-4eda-9026-16353c2f5f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7b9556-6484-4b4a-968d-ef671c10abee,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:55.872692 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fa3a315e-19cb-4314-9caf-3f47f43c6f83 req-e77f35ff-ff5f-4fb9-bb20-de03b3b17495 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659304 Mar 09 05:54:55.951480 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Router f10f5556-0a84-4781-83ec-187af2b2c72c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:54:56.083743 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:54:56.088630 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.103392 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] Sync routers for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:54:56.116059 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:56.116731 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:56.133247 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2c058116-b2fe-4c37-8e2d-1076368df513 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "PUT /v2.0/floatingips/9b481f2c-e9f8-4a25-9290-c5e19700521a HTTP/1.1" status: 200 len: 991 time: 1.8608992 Mar 09 05:54:56.134089 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:56.136838 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c95a4-f602-40a6-b252-542be1446ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:56.173046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a416e34-8107-40d3-8f8e-a1767e70624e x-openstack-request-id: req-3a416e34-8107-40d3-8f8e-a1767e70624e {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:56.173337 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:56.173605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a416e34-8107-40d3-8f8e-a1767e70624e {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:56.173999 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'status': 'completed', 'code': 200} Mar 09 05:54:56.259000 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:56.289152 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40242) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:56.302740 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46c83986-1336-4ddc-9569-607c91c685e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.395685 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46c83986-1336-4ddc-9569-607c91c685e2 admin admin] Publish callbacks [] for security_group (69506aff-2b80-4ad2-aa8c-1c442980583b), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.400443 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-46c83986-1336-4ddc-9569-607c91c685e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (69506aff-2b80-4ad2-aa8c-1c442980583b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.455804 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40254) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:56.456397 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-46c83986-1336-4ddc-9569-607c91c685e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7581bdafb9f44699f9b5ef09aa0440d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655779 Mar 09 05:54:56.456970 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c83986-1336-4ddc-9569-607c91c685e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69506aff-2b80-4ad2-aa8c-1c442980583b,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:56.519913 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-363897b7-4209-47d1-b221-f846c3c85b9a admin admin] Publish callbacks [] for security_group (69506aff-2b80-4ad2-aa8c-1c442980583b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.572775 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-363897b7-4209-47d1-b221-f846c3c85b9a admin admin] Publish callbacks [] for security_group (69506aff-2b80-4ad2-aa8c-1c442980583b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.583643 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '9b481f2c-e9f8-4a25-9290-c5e19700521a', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'port_id': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'mac_address': 'fa:16:3e:61:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400a3b83-bb40-47df-bebc-b8d894283936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:54:19Z', 'updated_at': '2022-03-09T05:54:55Z', 'revision_number': 1, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:56.624876 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] Checking router: f10f5556-0a84-4781-83ec-187af2b2c72c for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:54:56.636113 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:54:56.637721 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:54:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:56.638849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-363897b7-4209-47d1-b221-f846c3c85b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (69506aff-2b80-4ad2-aa8c-1c442980583b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.649308 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-363897b7-4209-47d1-b221-f846c3c85b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:56.650756 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-363897b7-4209-47d1-b221-f846c3c85b9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69506aff-2b80-4ad2-aa8c-1c442980583b HTTP/1.1" status: 204 len: 168 time: 0.1937456 Mar 09 05:54:56.659852 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363897b7-4209-47d1-b221-f846c3c85b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69506aff-2b80-4ad2-aa8c-1c442980583b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:56.757446 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef6707-890e-496a-b2ae-bf020fbc1ffa req-ff23ab71-b9f2-47d1-9016-85a9cc02dbf7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:56.765672 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-78ef6707-890e-496a-b2ae-bf020fbc1ffa req-ff23ab71-b9f2-47d1-9016-85a9cc02dbf7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 944 time: 0.1209395 Mar 09 05:54:56.803503 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:54:56.820464 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-78ef6707-890e-496a-b2ae-bf020fbc1ffa req-2821ab5d-24df-465f-81da-11e200ea44db tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 Mar 09 05:54:56.993440 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a1c17-19f0-4cc2-9c86-b4529605add9 req-4f09ef63-36bd-4642-8dee-909eb30c6dfd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:56.994943 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-605a1c17-19f0-4cc2-9c86-b4529605add9 req-4f09ef63-36bd-4642-8dee-909eb30c6dfd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0546658 Mar 09 05:54:57.050826 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '9b481f2c-e9f8-4a25-9290-c5e19700521a', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'port_id': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'mac_address': 'fa:16:3e:61:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400a3b83-bb40-47df-bebc-b8d894283936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:54:19Z', 'updated_at': '2022-03-09T05:54:55Z', 'revision_number': 1, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:54:57.055543 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-605a1c17-19f0-4cc2-9c86-b4529605add9 req-45bd62df-d84f-4d18-97f9-001b11278c22 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543776 Mar 09 05:54:57.078760 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca42d47-7e5f-4c72-a0e4-6c2b3a422e05 None None] The sync data for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi is: [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '9b481f2c-e9f8-4a25-9290-c5e19700521a', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'port_id': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'mac_address': 'fa:16:3e:61:b0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400a3b83-bb40-47df-bebc-b8d894283936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:54:19Z', 'updated_at': '2022-03-09T05:54:55Z', 'revision_number': 1, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:54:57.278590 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0b9fb-3717-4408-bfcf-826830b56cb9 None None] New status for floating IP 9b481f2c-e9f8-4a25-9290-c5e19700521a: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:54:57.437200 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40294) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:57.534331 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-199419882-network', 'tenant_id': '59880c0cd5dd4d1c959c8face5c7dda3'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:57.553629 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Made reservation on behalf of 59880c0cd5dd4d1c959c8face5c7dda3 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:57.556033 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.564476 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.636563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks [] for security_group (f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.640231 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.664109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:54:57.673622 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:57.679327 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.679672 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Added segment 9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6 of type vlan for network 7481cfc8-9249-4a19-b45e-a0a3087e7adc Mar 09 05:54:57.692268 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6176dd8d-8ade-4fef-9daa-8185cf8a56dd up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:57.723605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (7481cfc8-9249-4a19-b45e-a0a3087e7adc), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.740790 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:54:57.745502 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:57.745942 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.764530 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (7481cfc8-9249-4a19-b45e-a0a3087e7adc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.766209 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:57.767221 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.807408 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3664298 Mar 09 05:54:57.807764 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40302) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:54:57.812870 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Request body: {'subnet': {'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-199419882-subnet', 'tenant_id': '59880c0cd5dd4d1c959c8face5c7dda3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:54:57.830881 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Made reservation on behalf of 59880c0cd5dd4d1c959c8face5c7dda3 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:54:57.836474 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.843275 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa1ad0-9231-471a-bdd2-456ffa41eb91 admin admin] Pushing event updated for resources: {'Network': ['ID=7481cfc8-9249-4a19-b45e-a0a3087e7adc,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:57.857586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 7481cfc8-9249-4a19-b45e-a0a3087e7adc details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:54:57.864001 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:57.864481 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.946593 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f7019b-3314-439e-b907-8d720f5723f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:54:57.949354 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c68a915-1150-4d1e-a427-64861a4a4c5f" -d '{"events": [{"server_uuid": "02f7019b-3314-439e-b907-8d720f5723f7", "name": "network-vif-plugged", "status": "completed", "tag": "6176dd8d-8ade-4fef-9daa-8185cf8a56dd"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:54:57.965427 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:57.971733 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:57.972672 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 1b0b9589-4c13-46b1-b95d-b65e71a0005b up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:54:57.996700 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64997f0-34e0-47fd-b1e5-f75b0e3752c4 x-openstack-request-id: req-e64997f0-34e0-47fd-b1e5-f75b0e3752c4 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:54:57.997020 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f7019b-3314-439e-b907-8d720f5723f7", "name": "network-vif-plugged", "status": "completed", "tag": "6176dd8d-8ade-4fef-9daa-8185cf8a56dd", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:54:57.997274 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e64997f0-34e0-47fd-b1e5-f75b0e3752c4 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:54:57.997653 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f7019b-3314-439e-b907-8d720f5723f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd', 'code': 200} Mar 09 05:54:58.003030 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4802d3-52c6-4017-a6d1-aba861ed8d62 req-a49a1e08-72cb-40b7-b025-37a6d4a8ba15 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:58.004536 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6b4802d3-52c6-4017-a6d1-aba861ed8d62 req-a49a1e08-72cb-40b7-b025-37a6d4a8ba15 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 944 time: 0.1032453 Mar 09 05:54:58.053029 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:58.070003 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 1b0b9589-4c13-46b1-b95d-b65e71a0005b completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:54:58.074126 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 1b0b9589-4c13-46b1-b95d-b65e71a0005b triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:54:58.074783 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:58.101549 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6b4802d3-52c6-4017-a6d1-aba861ed8d62 req-595a052a-5c86-43f3-bf29-67aceb8b6b5e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881491 Mar 09 05:54:58.134745 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (a68b1ba2-20bd-4142-9a27-159ffbc17436), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:58.173855 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 1b0b9589-4c13-46b1-b95d-b65e71a0005b is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:54:58.174245 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:58.193662 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68b1ba2-20bd-4142-9a27-159ffbc17436,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:58.204143 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Checking segment: {'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:54:58.204698 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Network hostable DHCP agents. Network: 7481cfc8-9249-4a19-b45e-a0a3087e7adc, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:54:58.207596 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf363-071e-4ad4-8f97-bc638fec1709 req-7c4ccd37-d4f0-4161-b23e-89962568f16b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:58.209135 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-53dcf363-071e-4ad4-8f97-bc638fec1709 req-7c4ccd37-d4f0-4161-b23e-89962568f16b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0606956 Mar 09 05:54:58.213401 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 1b0b9589-4c13-46b1-b95d-b65e71a0005b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:54:58.222925 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:58.226115 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Network 7481cfc8-9249-4a19-b45e-a0a3087e7adc is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:54:58.242491 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 7481cfc8-9249-4a19-b45e-a0a3087e7adc) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:54:58.249807 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:58.250417 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:54:58.255192 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d987a-3927-4bf6-a72c-3730bb94894d None None] Network 7481cfc8-9249-4a19-b45e-a0a3087e7adc requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:58.263434 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-53dcf363-071e-4ad4-8f97-bc638fec1709 req-8d4178af-6c97-4801-b34e-beb17971c5d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Mar 09 05:54:58.276561 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-26a2c908-1e6a-46b4-888a-9d2287afcd58 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4674933 Mar 09 05:54:58.334871 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=1b0b9589-4c13-46b1-b95d-b65e71a0005b,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:54:58.382897 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee24908-736a-4c98-a383-8a6c9a7465af None None] Network 7481cfc8-9249-4a19-b45e-a0a3087e7adc requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:54:58.798676 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-f12660db-2e6d-416f-bcc6-cb0108349beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:58.800433 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-f12660db-2e6d-416f-bcc6-cb0108349beb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 1129 time: 0.0564315 Mar 09 05:54:58.899341 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-b640f940-3b6d-432f-aaa2-a5208fc1774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:58.900768 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-b640f940-3b6d-432f-aaa2-a5208fc1774a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 911 time: 0.0912511 Mar 09 05:54:58.968409 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe0ff-f5e5-448f-a05a-e577f4e205fd req-027ea8c6-5284-47fc-b467-162daba823f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:58.969925 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16bfe0ff-f5e5-448f-a05a-e577f4e205fd req-027ea8c6-5284-47fc-b467-162daba823f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.0498755 Mar 09 05:54:59.001232 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-922b9654-cbaf-431f-919d-8acae5ec4df1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 200 len: 1001 time: 0.0942073 Mar 09 05:54:59.013887 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16bfe0ff-f5e5-448f-a05a-e577f4e205fd req-e6c4ace1-6b4f-4fa3-a9e5-e4be214c4cbe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Mar 09 05:54:59.050771 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-a7b6e7e5-1a31-4471-af9f-73c5986b1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:59.052190 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-a7b6e7e5-1a31-4471-af9f-73c5986b1ada service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.0450342 Mar 09 05:54:59.224353 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab2ed6-3a05-4bba-9077-11a76ee10340 req-b78a468f-2ff9-498b-b8ee-1426407397fb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:59.225800 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5bab2ed6-3a05-4bba-9077-11a76ee10340 req-b78a468f-2ff9-498b-b8ee-1426407397fb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0552726 Mar 09 05:54:59.271416 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5bab2ed6-3a05-4bba-9077-11a76ee10340 req-029540ca-495f-4362-935b-cdc284665f5e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Mar 09 05:54:59.384330 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32918202-a4e2-47d2-88b9-f249e5a52112 req-a435c805-d704-46f2-b2c1-7135f10125de tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:59.385824 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32918202-a4e2-47d2-88b9-f249e5a52112 req-a435c805-d704-46f2-b2c1-7135f10125de tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0517735 Mar 09 05:54:59.421291 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-427b9a15-1f19-423a-9ada-a25adbe0cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:54:59.422750 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-427b9a15-1f19-423a-9ada-a25adbe0cb7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442228 Mar 09 05:54:59.438640 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-32918202-a4e2-47d2-88b9-f249e5a52112 req-db226d50-c26d-4c41-8b9a-f67b511998c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455923 Mar 09 05:54:59.564712 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-7461d1df-be94-432f-8434-dd406b929bbf service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906098 Mar 09 05:54:59.659417 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3b0c95a4-f602-40a6-b252-542be1446ddf req-68839bb9-2cae-4c6c-968e-da981c826ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Mar 09 05:55:00.000154 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b9589-4c13-46b1-b95d-b65e71a0005b'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:00.002634 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbe1cf0-bae5-48ac-be78-68a28b4d23ff" -d '{"events": [{"server_uuid": "fbd9acc2-53ad-4337-9f59-ff0e82d5d232", "name": "network-vif-plugged", "status": "completed", "tag": "1b0b9589-4c13-46b1-b95d-b65e71a0005b"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:00.049407 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c170d15-a97d-4702-aae7-00744b4e115f req-3d9fe1b9-7c5b-473a-916f-cef1bfd73660 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:00.057777 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-3d9fe1b9-7c5b-473a-916f-cef1bfd73660 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/networks?id=7481cfc8-9249-4a19-b45e-a0a3087e7adc HTTP/1.1" status: 200 len: 808 time: 0.1314554 Mar 09 05:55:00.070332 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ab498-bc3f-458c-9938-29b7ed7ec226 x-openstack-request-id: req-b92ab498-bc3f-458c-9938-29b7ed7ec226 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:00.070670 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9acc2-53ad-4337-9f59-ff0e82d5d232", "name": "network-vif-plugged", "status": "completed", "tag": "1b0b9589-4c13-46b1-b95d-b65e71a0005b", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:00.070905 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b92ab498-bc3f-458c-9938-29b7ed7ec226 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:00.071435 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b9589-4c13-46b1-b95d-b65e71a0005b', 'code': 200} Mar 09 05:55:00.080942 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-de56cb1f-bfd5-4d85-a5e4-3a85842b91f9 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/quotas/59880c0cd5dd4d1c959c8face5c7dda3 HTTP/1.1" status: 200 len: 375 time: 0.0216665 Mar 09 05:55:00.109461 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-63d39adb-94ab-4c69-876c-a06ff4ce7bdb tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276506 Mar 09 05:55:00.417928 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c3f2a-47db-4de7-b016-d9dcbcef512c req-f37af132-2ba9-4e4d-9f69-34c97de90b8b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:00.420170 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-639c3f2a-47db-4de7-b016-d9dcbcef512c req-f37af132-2ba9-4e4d-9f69-34c97de90b8b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0563815 Mar 09 05:55:00.424631 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40392) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:00.475512 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-639c3f2a-47db-4de7-b016-d9dcbcef512c req-001adc4c-5f4e-4d00-93ab-63e545d9c772 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489981 Mar 09 05:55:00.514943 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-3a7e9d72-c40d-4e16-ac12-8c7b9d4d3082 service neutron] 10.222.0.36 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932033 Mar 09 05:55:00.548581 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94987ae-9118-4f2b-9ff2-a65f0691d9f6 req-4eeef189-ba2d-43b1-a63f-57f7c16f542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:00.549991 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e94987ae-9118-4f2b-9ff2-a65f0691d9f6 req-4eeef189-ba2d-43b1-a63f-57f7c16f542a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 1129 time: 0.1245196 Mar 09 05:55:00.618054 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9c3b3-685f-445f-8810-f97df0b3418f req-49c17407-1b6d-4bb8-9596-279ba39991e1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:00.619751 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f4a9c3b3-685f-445f-8810-f97df0b3418f req-49c17407-1b6d-4bb8-9596-279ba39991e1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0679355 Mar 09 05:55:00.638798 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95bb8001-ad51-40da-950b-0b2c89689110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.668752 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f4a9c3b3-685f-445f-8810-f97df0b3418f req-edd75328-b47f-4a1b-b45e-5795d06098fd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413406 Mar 09 05:55:00.696247 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e94987ae-9118-4f2b-9ff2-a65f0691d9f6 req-6c8ad791-2fe4-40c5-b59b-1de0fb1b9279 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391938 Mar 09 05:55:00.704292 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:00.705391 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-56c0f9ca-75e8-4984-b463-19da81fe8009 service neutron] 10.222.0.36 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818774 Mar 09 05:55:00.758405 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-78c30826-45ee-4830-aa57-f08b64d625ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.774879 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95bb8001-ad51-40da-950b-0b2c89689110 admin admin] Publish callbacks [] for security_group (52d1416b-b3a3-46bd-b7ac-e27b596e867e), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.778297 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port e2662167-a426-4cfd-bdb2-fa51160a94f8 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:55:00.779985 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95bb8001-ad51-40da-950b-0b2c89689110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (52d1416b-b3a3-46bd-b7ac-e27b596e867e), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.783217 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port e2662167-a426-4cfd-bdb2-fa51160a94f8 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:00.783861 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.826573 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-95bb8001-ad51-40da-950b-0b2c89689110 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=454542d1fef2441a952fc76d8098a7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964832 Mar 09 05:55:00.826573 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb8001-ad51-40da-950b-0b2c89689110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d1416b-b3a3-46bd-b7ac-e27b596e867e,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:00.827025 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40400) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:00.904657 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9a287e14-0f55-4dd3-81e2-0d6f4767ca88 req-b27261f5-c0b4-4127-9f1a-37a0b0f13ee5 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 210 time: 0.0301163 Mar 09 05:55:00.924480 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:00.924480 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.924816 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-536bf41d-1a7d-4473-a8f3-1d2749cd0f73 admin admin] Publish callbacks [] for security_group (52d1416b-b3a3-46bd-b7ac-e27b596e867e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.949230 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-536bf41d-1a7d-4473-a8f3-1d2749cd0f73 admin admin] Publish callbacks [] for security_group (52d1416b-b3a3-46bd-b7ac-e27b596e867e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:00.970318 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:00.979132 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.021300 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-536bf41d-1a7d-4473-a8f3-1d2749cd0f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (52d1416b-b3a3-46bd-b7ac-e27b596e867e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.023957 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-536bf41d-1a7d-4473-a8f3-1d2749cd0f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.027484 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-536bf41d-1a7d-4473-a8f3-1d2749cd0f73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52d1416b-b3a3-46bd-b7ac-e27b596e867e HTTP/1.1" status: 204 len: 168 time: 0.1971567 Mar 09 05:55:01.034134 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bf41d-1a7d-4473-a8f3-1d2749cd0f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d1416b-b3a3-46bd-b7ac-e27b596e867e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:01.057044 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:01.336897 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40428) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:01.350115 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5e16095d-3807-46b8-a230-320ffd2693ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.434442 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5e16095d-3807-46b8-a230-320ffd2693ae admin admin] Publish callbacks [] for security_group (77850986-ffd5-47a7-9c6c-d99f1d7faa93), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.439269 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5e16095d-3807-46b8-a230-320ffd2693ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (77850986-ffd5-47a7-9c6c-d99f1d7faa93), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.475947 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16095d-3807-46b8-a230-320ffd2693ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77850986-ffd5-47a7-9c6c-d99f1d7faa93,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:01.482444 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5e16095d-3807-46b8-a230-320ffd2693ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=755699c5f2be4666ab908dd36fe8a71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444905 Mar 09 05:55:01.485342 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40434) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:01.544339 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89578bb8-2b75-436b-9319-d95d76b6352a admin admin] Publish callbacks [] for security_group (77850986-ffd5-47a7-9c6c-d99f1d7faa93), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.577668 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89578bb8-2b75-436b-9319-d95d76b6352a admin admin] Publish callbacks [] for security_group (77850986-ffd5-47a7-9c6c-d99f1d7faa93), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.631707 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749e08-c308-4a3b-8747-ab8dac1ce656 req-c7b99436-4eea-408e-9c37-4bafdbb9cd46 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:01.634367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89578bb8-2b75-436b-9319-d95d76b6352a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (77850986-ffd5-47a7-9c6c-d99f1d7faa93), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.638052 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-89578bb8-2b75-436b-9319-d95d76b6352a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:01.639184 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-89578bb8-2b75-436b-9319-d95d76b6352a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77850986-ffd5-47a7-9c6c-d99f1d7faa93 HTTP/1.1" status: 204 len: 168 time: 0.1528163 Mar 09 05:55:01.639627 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6a749e08-c308-4a3b-8747-ab8dac1ce656 req-c7b99436-4eea-408e-9c37-4bafdbb9cd46 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0692811 Mar 09 05:55:01.647058 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89578bb8-2b75-436b-9319-d95d76b6352a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77850986-ffd5-47a7-9c6c-d99f1d7faa93,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:01.690407 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6a749e08-c308-4a3b-8747-ab8dac1ce656 req-3b84c9a7-0bc6-4db4-b32f-ffc88241a614 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Mar 09 05:55:01.804444 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c95ae-3554-42ec-a515-754bd30447dd req-565c4fb4-fa75-4b9d-90a4-2980706758c1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:01.805952 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a24c95ae-3554-42ec-a515-754bd30447dd req-565c4fb4-fa75-4b9d-90a4-2980706758c1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0570178 Mar 09 05:55:01.853651 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a24c95ae-3554-42ec-a515-754bd30447dd req-af941ccd-f2fa-499a-b507-6ee990430fa1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414324 Mar 09 05:55:01.999328 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-831bda0e-5625-4b48-84ac-74b11cc14e39 req-b194b417-7a9a-46b8-85bc-b069e2909a0a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 210 time: 0.0283153 Mar 09 05:55:02.072696 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:02.075682 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976f4e20-0fa9-4be5-8ece-e38f043a675c" -d '{"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-plugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:02.113599 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2e74ce-d473-46b2-9fb6-76ed180eb6ee x-openstack-request-id: req-8d2e74ce-d473-46b2-9fb6-76ed180eb6ee {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:02.113923 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-plugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:02.114187 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d2e74ce-d473-46b2-9fb6-76ed180eb6ee {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:02.114635 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'code': 200} Mar 09 05:55:02.488735 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c170d15-a97d-4702-aae7-00744b4e115f req-dc05d554-22b8-438b-869a-d8e8696ca95a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:02.490191 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-dc05d554-22b8-438b-869a-d8e8696ca95a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "GET /v2.0/networks?id=7481cfc8-9249-4a19-b45e-a0a3087e7adc HTTP/1.1" status: 200 len: 808 time: 0.1160834 Mar 09 05:55:02.558668 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Request body: {'port': {'device_id': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc', 'admin_state_up': True, 'tenant_id': '59880c0cd5dd4d1c959c8face5c7dda3'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:02.607666 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f233b-8457-4b9e-814f-c87695dbe413 req-ac482a51-1f6f-4bac-aace-67ec05563def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:02.610754 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0e0f233b-8457-4b9e-814f-c87695dbe413 req-ac482a51-1f6f-4bac-aace-67ec05563def service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1129 time: 0.0576003 Mar 09 05:55:02.726513 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0e0f233b-8457-4b9e-814f-c87695dbe413 req-4c2e2623-6984-4f82-8be4-89ee8b7a4fa0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769858 Mar 09 05:55:02.748450 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Made reservation on behalf of 59880c0cd5dd4d1c959c8face5c7dda3 for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:02.752017 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:02.906993 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4dc1f-05b6-4036-a0cf-7a0e8b0b1b97 req-e9b55a18-2698-46ec-9b58-5d59fae55b1e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:02.909187 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5ce4dc1f-05b6-4036-a0cf-7a0e8b0b1b97 req-e9b55a18-2698-46ec-9b58-5d59fae55b1e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1407299 Mar 09 05:55:03.011776 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Allocated IP 172.20.0.3 (7481cfc8-9249-4a19-b45e-a0a3087e7adc/a68b1ba2-20bd-4142-9a27-159ffbc17436/76b483e8-9ce1-4745-b529-0a9b2f213de9) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:03.018298 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5ce4dc1f-05b6-4036-a0cf-7a0e8b0b1b97 req-9ef7a694-8c7a-4ca8-9ca9-b43d7776f777 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982883 Mar 09 05:55:03.035530 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b7aa-1ec3-4e95-953f-5e1b6710db63 req-d09225c0-1a21-469a-896e-0e0f57fd7521 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:03.047728 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2f90b7aa-1ec3-4e95-953f-5e1b6710db63 req-d09225c0-1a21-469a-896e-0e0f57fd7521 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0891507 Mar 09 05:55:03.119456 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-86c2f27b-9a42-4f6a-a1e1-3ba30bf150f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:03.127125 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2f90b7aa-1ec3-4e95-953f-5e1b6710db63 req-35e93817-9000-4244-8599-e0d7ce713cb4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780723 Mar 09 05:55:03.258716 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-69b21baf-1f3a-4a0d-adb8-68714684434d req-c5e96b4a-dc46-4a98-92a2-b77e91da05a5 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 210 time: 0.0806050 Mar 09 05:55:03.314197 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks [] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:03.376038 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:03.433965 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Network 7481cfc8-9249-4a19-b45e-a0a3087e7adc is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:03.439340 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:03.494119 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:03.500320 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:03.501221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:03.502365 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-de888ee1-29b0-48e5-b33c-66eeba96efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:03.504758 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-de888ee1-29b0-48e5-b33c-66eeba96efc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 1129 time: 0.0581896 Mar 09 05:55:03.521514 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Pushing event updated for resources: {'Port': ['ID=76b483e8-9ce1-4745-b529-0a9b2f213de9,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:03.548196 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-958aad07-7233-48b8-92b6-cb1425bf553d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9947767 Mar 09 05:55:03.556699 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2617a3-e43b-4491-af8b-032e40df8c02 req-375d2aa9-24bc-4b18-bd66-ddf65f19091d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:03.558835 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ae2617a3-e43b-4491-af8b-032e40df8c02 req-375d2aa9-24bc-4b18-bd66-ddf65f19091d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1127644 Mar 09 05:55:03.569450 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Request body: {'port': {'device_id': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:03.646278 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-ea733431-7f23-4b46-8ac4-eb3bedf76af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:03.648015 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-ea733431-7f23-4b46-8ac4-eb3bedf76af8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 919 time: 0.1370838 Mar 09 05:55:03.674036 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ae2617a3-e43b-4491-af8b-032e40df8c02 req-04d2df34-ebfa-4e20-9b89-714cf050698e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083732 Mar 09 05:55:03.674832 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:03.677773 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40552) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:03.707004 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-147990b8-fa6b-4131-b458-7bca96d3e280 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b HTTP/1.1" status: 200 len: 217 time: 0.0511966 Mar 09 05:55:03.795359 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-076ab089-3121-438c-9c91-03efaba25004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:03.796945 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-076ab089-3121-438c-9c91-03efaba25004 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.0529194 Mar 09 05:55:03.847735 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-0301b4ce-3cc4-4753-bd1b-e4b1a7d55ecf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339849 Mar 09 05:55:03.928212 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8ae532a6-88a5-4707-bc79-46628382dbe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:03.961065 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-cd3f80d9-4ce7-4e16-b89f-7724a3cb5a19 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960326 Mar 09 05:55:04.057058 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b483e8-9ce1-4745-b529-0a9b2f213de9 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:55:04.066833 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a13d084-02a3-45be-a7d4-a7faab867850 req-2305f01a-7319-462f-bea6-5608e8c09888 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968986 Mar 09 05:55:04.071508 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Publish callbacks [] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.090214 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8ae532a6-88a5-4707-bc79-46628382dbe4 admin admin] Publish callbacks [] for security_group (88346b1d-f2ea-4f51-aec8-bd265cc0bf93), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.096346 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Transition to ACTIVE for port object 76b483e8-9ce1-4745-b529-0a9b2f213de9 will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:55:04.097856 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8ae532a6-88a5-4707-bc79-46628382dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (88346b1d-f2ea-4f51-aec8-bd265cc0bf93), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.110511 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.187912 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40582) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:04.189090 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-8ae532a6-88a5-4707-bc79-46628382dbe4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=789dd435d57d43ffa71c0ca60957923b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102286 Mar 09 05:55:04.209346 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae532a6-88a5-4707-bc79-46628382dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88346b1d-f2ea-4f51-aec8-bd265cc0bf93,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:04.218853 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40584) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:04.226398 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Pushing event updated for resources: {'Port': ['ID=76b483e8-9ce1-4745-b529-0a9b2f213de9,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:04.275025 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Attempting to bind port 76b483e8-9ce1-4745-b529-0a9b2f213de9 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:04.275658 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Attempting to bind port 76b483e8-9ce1-4745-b529-0a9b2f213de9 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:04.275799 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Attempting to bind port 76b483e8-9ce1-4745-b529-0a9b2f213de9 on network 7481cfc8-9249-4a19-b45e-a0a3087e7adc {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:04.280985 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Port 76b483e8-9ce1-4745-b529-0a9b2f213de9 on network 7481cfc8-9249-4a19-b45e-a0a3087e7adc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:55:04.281393 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Attempting to bind port 76b483e8-9ce1-4745-b529-0a9b2f213de9 on network 7481cfc8-9249-4a19-b45e-a0a3087e7adc {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:04.289461 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:04.289600 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Checking segment: {'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:04.289888 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Bound using segment: {'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:04.290703 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Bound port: 76b483e8-9ce1-4745-b529-0a9b2f213de9, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:04.291281 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.332330 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135f3a4-8ce3-45a4-becf-20b73253c99e req-27bec41c-b9bf-49ab-846a-1ada65b50ad4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:04.339194 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2135f3a4-8ce3-45a4-becf-20b73253c99e req-27bec41c-b9bf-49ab-846a-1ada65b50ad4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0948143 Mar 09 05:55:04.342026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0afe08de-a900-4c8c-865f-ed23422293e1 admin admin] Publish callbacks [] for security_group (88346b1d-f2ea-4f51-aec8-bd265cc0bf93), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.383630 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0afe08de-a900-4c8c-865f-ed23422293e1 admin admin] Publish callbacks [] for security_group (88346b1d-f2ea-4f51-aec8-bd265cc0bf93), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.394536 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.408954 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] For port 76b483e8-9ce1-4745-b529-0a9b2f213de9, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:04.427749 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] For port 76b483e8-9ce1-4745-b529-0a9b2f213de9, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=76b483e8-9ce1-4745-b529-0a9b2f213de9,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:04.444393 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2135f3a4-8ce3-45a4-becf-20b73253c99e req-75d02b3d-8c4b-4e74-bb85-dc7761b8245e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043150 Mar 09 05:55:04.445185 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34231-aa3a-47b5-acad-287e065fb7f6 req-085b7f71-213d-4e2d-b4ab-bbbc7ad77165 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:04.446778 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-89b34231-aa3a-47b5-acad-287e065fb7f6 req-085b7f71-213d-4e2d-b4ab-bbbc7ad77165 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 943 time: 0.0806255 Mar 09 05:55:04.448167 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.487152 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:04.487782 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.489732 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] 10.222.0.32 "PUT /v2.0/ports/76b483e8-9ce1-4745-b529-0a9b2f213de9 HTTP/1.1" status: 200 len: 1093 time: 0.9249635 Mar 09 05:55:04.490464 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'tag': '76b483e8-9ce1-4745-b529-0a9b2f213de9'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:04.492539 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b84a4e-1111-4adc-a0af-c46f7639285f" -d '{"events": [{"name": "network-changed", "server_uuid": "da0afe20-d94b-4e67-8640-78cca20930ca", "tag": "76b483e8-9ce1-4745-b529-0a9b2f213de9"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:04.509697 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0afe08de-a900-4c8c-865f-ed23422293e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (88346b1d-f2ea-4f51-aec8-bd265cc0bf93), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.512947 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0afe08de-a900-4c8c-865f-ed23422293e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.514410 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0afe08de-a900-4c8c-865f-ed23422293e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88346b1d-f2ea-4f51-aec8-bd265cc0bf93 HTTP/1.1" status: 204 len: 168 time: 0.3254738 Mar 09 05:55:04.533537 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe08de-a900-4c8c-865f-ed23422293e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88346b1d-f2ea-4f51-aec8-bd265cc0bf93,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:04.565815 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e22e94ba-be8c-4866-84ae-ae182cc87b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.613649 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff5b3a9-d1bb-4acd-a1e5-7e90cbf4893a x-openstack-request-id: req-1ff5b3a9-d1bb-4acd-a1e5-7e90cbf4893a {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:04.614359 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0afe20-d94b-4e67-8640-78cca20930ca", "tag": "76b483e8-9ce1-4745-b529-0a9b2f213de9", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:04.614820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ff5b3a9-d1bb-4acd-a1e5-7e90cbf4893a {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:04.615414 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'tag': '76b483e8-9ce1-4745-b529-0a9b2f213de9', 'status': 'completed', 'code': 200} Mar 09 05:55:04.622389 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f07c6-fc61-4a92-9ef7-53ec61ed00bc service neutron] Pushing event updated for resources: {'Port': ['ID=76b483e8-9ce1-4745-b529-0a9b2f213de9,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:04.654623 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-89b34231-aa3a-47b5-acad-287e065fb7f6 req-100da8cf-fa5f-4c79-9cd5-a878c6dc9b7d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753695 Mar 09 05:55:04.754356 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e22e94ba-be8c-4866-84ae-ae182cc87b1f admin admin] Publish callbacks [] for security_group (f9c31c03-9dcb-42d3-bb5c-f1a11f91481a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.763843 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e22e94ba-be8c-4866-84ae-ae182cc87b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f9c31c03-9dcb-42d3-bb5c-f1a11f91481a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.790174 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b84a4e-1111-4adc-a0af-c46f7639285f req-844d9d47-45b1-46ec-ad8f-adc2f44c4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:04.792553 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d7b84a4e-1111-4adc-a0af-c46f7639285f req-844d9d47-45b1-46ec-ad8f-adc2f44c4fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 1127 time: 0.0910802 Mar 09 05:55:04.811235 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e22e94ba-be8c-4866-84ae-ae182cc87b1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d7a51f981164a7d8927120f9b6ad685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5913386 Mar 09 05:55:04.813990 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40610) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:04.814490 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e94ba-be8c-4866-84ae-ae182cc87b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c31c03-9dcb-42d3-bb5c-f1a11f91481a,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:04.847884 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb3c5-52e1-4c1b-aa1d-7a9def689694 req-2ba38b4e-b0ba-4134-8876-79ada54c9ffb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:04.849432 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7b3cb3c5-52e1-4c1b-aa1d-7a9def689694 req-2ba38b4e-b0ba-4134-8876-79ada54c9ffb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0818546 Mar 09 05:55:04.895963 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40612) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:04.909010 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cf797fdc-acaa-49bc-97d8-0b8d3e662429 admin admin] Publish callbacks [] for security_group (f9c31c03-9dcb-42d3-bb5c-f1a11f91481a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.913706 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-28f119f9-b1ba-4752-aec3-829fff80dbee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:04.930768 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7b3cb3c5-52e1-4c1b-aa1d-7a9def689694 req-091b0d8f-40ed-4b80-98d3-bac941d0ae25 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733697 Mar 09 05:55:04.938291 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b84a4e-1111-4adc-a0af-c46f7639285f req-606bb0c9-824d-4292-a0c5-c4f1578d13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:04.939738 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d7b84a4e-1111-4adc-a0af-c46f7639285f req-606bb0c9-824d-4292-a0c5-c4f1578d13c7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1264176 Mar 09 05:55:04.942346 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cf797fdc-acaa-49bc-97d8-0b8d3e662429 admin admin] Publish callbacks [] for security_group (f9c31c03-9dcb-42d3-bb5c-f1a11f91481a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.002893 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cf797fdc-acaa-49bc-97d8-0b8d3e662429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f9c31c03-9dcb-42d3-bb5c-f1a11f91481a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.005499 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cf797fdc-acaa-49bc-97d8-0b8d3e662429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.009265 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cf797fdc-acaa-49bc-97d8-0b8d3e662429 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9c31c03-9dcb-42d3-bb5c-f1a11f91481a HTTP/1.1" status: 204 len: 168 time: 0.1916213 Mar 09 05:55:05.015873 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf797fdc-acaa-49bc-97d8-0b8d3e662429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c31c03-9dcb-42d3-bb5c-f1a11f91481a,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:05.090995 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-28f119f9-b1ba-4752-aec3-829fff80dbee admin admin] Publish callbacks [] for security_group (8063eab4-3da1-4648-ab7f-ab275bc6a931), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.092679 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b84a4e-1111-4adc-a0af-c46f7639285f req-a56d9037-e2a1-4ff2-af2a-1bccbb433fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:05.094373 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d7b84a4e-1111-4adc-a0af-c46f7639285f req-a56d9037-e2a1-4ff2-af2a-1bccbb433fd6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405673 Mar 09 05:55:05.095555 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-28f119f9-b1ba-4752-aec3-829fff80dbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8063eab4-3da1-4648-ab7f-ab275bc6a931), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.135239 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f119f9-b1ba-4752-aec3-829fff80dbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8063eab4-3da1-4648-ab7f-ab275bc6a931,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:05.141031 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-28f119f9-b1ba-4752-aec3-829fff80dbee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9f436c0c5ba47a285aefdac685fa740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441139 Mar 09 05:55:05.143693 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40620) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:05.233310 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bcd37500-de90-4025-9dfb-40b7b5f62bb8 admin admin] Publish callbacks [] for security_group (8063eab4-3da1-4648-ab7f-ab275bc6a931), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.237588 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c170d15-a97d-4702-aae7-00744b4e115f req-a4f0224b-e524-4b58-bafa-bff967d09ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:05.239075 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-a4f0224b-e524-4b58-bafa-bff967d09ef0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 1127 time: 0.0706246 Mar 09 05:55:05.277347 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bcd37500-de90-4025-9dfb-40b7b5f62bb8 admin admin] Publish callbacks [] for security_group (8063eab4-3da1-4648-ab7f-ab275bc6a931), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.312293 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-0ee7d6ac-d217-4492-adb7-048793d24423 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b483e8-9ce1-4745-b529-0a9b2f213de9 HTTP/1.1" status: 200 len: 217 time: 0.0450950 Mar 09 05:55:05.364460 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40630) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:05.378684 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12905b4a-a245-4990-a7e4-ae7f0fc69537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.382619 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c170d15-a97d-4702-aae7-00744b4e115f req-5bc7a901-68c1-4c2b-aca0-855334d36618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:05.387715 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-5bc7a901-68c1-4c2b-aca0-855334d36618 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a68b1ba2-20bd-4142-9a27-159ffbc17436 HTTP/1.1" status: 200 len: 848 time: 0.0646241 Mar 09 05:55:05.405184 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bcd37500-de90-4025-9dfb-40b7b5f62bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8063eab4-3da1-4648-ab7f-ab275bc6a931), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.407668 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bcd37500-de90-4025-9dfb-40b7b5f62bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.411453 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-bcd37500-de90-4025-9dfb-40b7b5f62bb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8063eab4-3da1-4648-ab7f-ab275bc6a931 HTTP/1.1" status: 204 len: 168 time: 0.2642004 Mar 09 05:55:05.428374 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-b24ff8dc-13e1-47d0-810e-68f505e5d765 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7481cfc8-9249-4a19-b45e-a0a3087e7adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334489 Mar 09 05:55:05.434950 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd37500-de90-4025-9dfb-40b7b5f62bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8063eab4-3da1-4648-ab7f-ab275bc6a931,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:05.481152 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12905b4a-a245-4990-a7e4-ae7f0fc69537 admin admin] Publish callbacks [] for security_group (4f67e61f-24bf-48e5-9dec-4550e6378617), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.487681 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-12905b4a-a245-4990-a7e4-ae7f0fc69537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (4f67e61f-24bf-48e5-9dec-4550e6378617), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.592256 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-050926ae-3371-4079-8a9f-fee1ee6a9298 service neutron] 10.222.0.32 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472449 Mar 09 05:55:05.625319 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-12905b4a-a245-4990-a7e4-ae7f0fc69537 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49661ed1712f4a7baedb339870c44957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590749 Mar 09 05:55:05.628016 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40640) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:05.629969 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.660181 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12905b4a-a245-4990-a7e4-ae7f0fc69537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f67e61f-24bf-48e5-9dec-4550e6378617,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:05.697255 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c5d90-2c9b-4b3a-bb17-502b005f5723 req-7311fe31-5d69-44e6-80f3-16436c3a2cbf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:05.699474 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-418c5d90-2c9b-4b3a-bb17-502b005f5723 req-7311fe31-5d69-44e6-80f3-16436c3a2cbf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1088412 Mar 09 05:55:05.754004 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-418c5d90-2c9b-4b3a-bb17-502b005f5723 req-3bd29cae-4d1b-406a-8e0b-016d113a7dd4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469935 Mar 09 05:55:05.813318 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8ddccb10-c46d-4e15-b428-1298d0ead426 admin admin] Publish callbacks [] for security_group (4f67e61f-24bf-48e5-9dec-4550e6378617), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.827193 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ebec0-419a-4182-a676-9ebd3fa422bf req-1a5a3626-7113-4862-bee3-6a5c1a693588 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:05.828722 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b92ebec0-419a-4182-a676-9ebd3fa422bf req-1a5a3626-7113-4862-bee3-6a5c1a693588 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.1473095 Mar 09 05:55:05.865435 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c170d15-a97d-4702-aae7-00744b4e115f req-3fc07afc-9d7b-433f-94c5-1b2658bfa81c service neutron] 10.222.0.32 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935952 Mar 09 05:55:05.878205 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8ddccb10-c46d-4e15-b428-1298d0ead426 admin admin] Publish callbacks [] for security_group (4f67e61f-24bf-48e5-9dec-4550e6378617), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.933185 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b92ebec0-419a-4182-a676-9ebd3fa422bf req-906bc236-57d5-4c3f-89f9-54341c8a3cd2 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878074 Mar 09 05:55:05.969340 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8ddccb10-c46d-4e15-b428-1298d0ead426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (4f67e61f-24bf-48e5-9dec-4550e6378617), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.972212 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-8ddccb10-c46d-4e15-b428-1298d0ead426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:05.973709 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-8ddccb10-c46d-4e15-b428-1298d0ead426 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f67e61f-24bf-48e5-9dec-4550e6378617 HTTP/1.1" status: 204 len: 168 time: 0.3439167 Mar 09 05:55:05.985570 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddccb10-c46d-4e15-b428-1298d0ead426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f67e61f-24bf-48e5-9dec-4550e6378617,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:06.075531 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc7edc-0ca1-45ae-a016-196465137d65 req-ad8839b0-b099-4d8f-a3bf-0b8925e2a5c9 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:06.076977 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64dc7edc-0ca1-45ae-a016-196465137d65 req-ad8839b0-b099-4d8f-a3bf-0b8925e2a5c9 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 943 time: 0.2631032 Mar 09 05:55:06.089818 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324949a-4c0c-4814-bbfc-747a7eae9cd5 req-eeebdb24-92a6-4546-a6a4-4b2630d13cf2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:06.106780 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40662) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:06.111451 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'floatingip': {'port_id': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:06.116764 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9324949a-4c0c-4814-bbfc-747a7eae9cd5 req-eeebdb24-92a6-4546-a6a4-4b2630d13cf2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1003904 Mar 09 05:55:06.162411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (d120b3b8-8c1e-4434-9fc5-aeb5128091ce), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:06.229211 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64dc7edc-0ca1-45ae-a016-196465137d65 req-13218b06-9652-47bd-bec1-3d2ff2d5e610 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332150 Mar 09 05:55:06.256659 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d025317-d058-4518-89bb-d77131b8bd50 req-85e05fc2-5f0f-43c8-9527-1ede4ff7aaa0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:06.256659 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2d025317-d058-4518-89bb-d77131b8bd50 req-85e05fc2-5f0f-43c8-9527-1ede4ff7aaa0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0827770 Mar 09 05:55:06.317338 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2d025317-d058-4518-89bb-d77131b8bd50 req-def4ba85-9e74-4efb-9cd1-685170e3463c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Mar 09 05:55:06.702201 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:06.708591 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (d120b3b8-8c1e-4434-9fc5-aeb5128091ce), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:06.817297 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Floating IP d120b3b8-8c1e-4434-9fc5-aeb5128091ce associated. External IP: 172.27.1.45, port: e2662167-a426-4cfd-bdb2-fa51160a94f8. Mar 09 05:55:07.079215 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:55:07.097316 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cff89-c6f6-465d-b469-1d62ae925f30 req-9e346727-bfe8-470a-be93-70b395ca0708 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:07.098883 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-192cff89-c6f6-465d-b469-1d62ae925f30 req-9e346727-bfe8-470a-be93-70b395ca0708 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.0781300 Mar 09 05:55:07.116369 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:07.231099 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-192cff89-c6f6-465d-b469-1d62ae925f30 req-4c7d3f61-1472-42d8-b8d6-53d83f51d02c tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875256 Mar 09 05:55:07.265317 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:55:07.272192 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:07.276843 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] Sync routers for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:55:07.293874 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:07.294852 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:07.306660 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-41711611-a684-42dc-bffb-184604ec77e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "PUT /v2.0/floatingips/d120b3b8-8c1e-4434-9fc5-aeb5128091ce HTTP/1.1" status: 200 len: 990 time: 1.1988192 Mar 09 05:55:07.307384 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:07.310581 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66881ed-06da-4ba5-9cbe-336bfd559094" -d '{"events": [{"name": "network-changed", "server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:07.360306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ae2557-1608-4d8f-a713-e44d56e5fce7 x-openstack-request-id: req-b2ae2557-1608-4d8f-a713-e44d56e5fce7 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:07.360725 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:07.361076 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2ae2557-1608-4d8f-a713-e44d56e5fce7 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:07.361577 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'status': 'completed', 'code': 200} Mar 09 05:55:07.410471 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4018cd-79ba-43ae-a638-0b275d9a2cd5 req-df76160b-bde9-44ce-990c-2f08e5349c64 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:07.412015 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ad4018cd-79ba-43ae-a638-0b275d9a2cd5 req-df76160b-bde9-44ce-990c-2f08e5349c64 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 943 time: 0.1078212 Mar 09 05:55:07.516607 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d699e-7623-474b-a95e-d80758d5f15d req-8aff7ed6-2b75-426d-a547-88482cbcb295 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:07.523892 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ba2d699e-7623-474b-a95e-d80758d5f15d req-8aff7ed6-2b75-426d-a547-88482cbcb295 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0733008 Mar 09 05:55:07.593259 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ad4018cd-79ba-43ae-a638-0b275d9a2cd5 req-eb1099b9-7a79-4cf1-85b8-5b11012231c7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734004 Mar 09 05:55:07.597255 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-b02589dc-67c6-4f22-9c04-9f1ea836ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:07.597660 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ba2d699e-7623-474b-a95e-d80758d5f15d req-79389fcc-a431-49fb-8174-895ec35b68c3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683370 Mar 09 05:55:07.599333 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-b02589dc-67c6-4f22-9c04-9f1ea836ebf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1129 time: 0.1455374 Mar 09 05:55:07.623776 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:07.711414 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-4cabb574-84f7-4784-a3d4-fa3d44c55d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:07.712985 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-4cabb574-84f7-4784-a3d4-fa3d44c55d48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.1065342 Mar 09 05:55:07.798156 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-d3d1cee4-6acf-4ae8-9407-10e5551bd098 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 998 time: 0.0770941 Mar 09 05:55:07.859877 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-c597bfa6-c4f1-4308-9d00-6b5e8e2f4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:07.861463 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-c597bfa6-c4f1-4308-9d00-6b5e8e2f4503 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0499861 Mar 09 05:55:07.895818 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'd120b3b8-8c1e-4434-9fc5-aeb5128091ce', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'port_id': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'mac_address': 'fa:16:3e:05:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:54:34Z', 'updated_at': '2022-03-09T05:55:06Z', 'revision_number': 1, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:07.923214 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] Checking router: c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:55:07.931760 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:07.932395 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:07.958962 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-476200b2-3a37-4248-b5d5-6dc5b84a55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:07.960636 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-476200b2-3a37-4248-b5d5-6dc5b84a55b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639570 Mar 09 05:55:08.046824 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:08.080984 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-fcd322ce-516e-4927-8cff-a4ad1b41ca37 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067472 Mar 09 05:55:08.140663 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40770) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:08.231933 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f66881ed-06da-4ba5-9cbe-336bfd559094 req-47128344-e0a7-4886-9821-ac1532d210df service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431110 Mar 09 05:55:08.303208 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:08.317395 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'd120b3b8-8c1e-4434-9fc5-aeb5128091ce', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'port_id': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'mac_address': 'fa:16:3e:05:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:54:34Z', 'updated_at': '2022-03-09T05:55:06Z', 'revision_number': 1, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:08.348617 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13285c7f-34bd-46a4-9761-7a9ced855111 None None] The sync data for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi is: [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'd120b3b8-8c1e-4434-9fc5-aeb5128091ce', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'port_id': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'mac_address': 'fa:16:3e:05:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:54:34Z', 'updated_at': '2022-03-09T05:55:06Z', 'revision_number': 1, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:55:08.408906 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b87e3-4c7e-480f-9595-5748c021ed09 req-6ad18515-bddd-4aac-8c63-40106077be93 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:08.410372 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-534b87e3-4c7e-480f-9595-5748c021ed09 req-6ad18515-bddd-4aac-8c63-40106077be93 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.0822914 Mar 09 05:55:08.442580 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Publish callbacks [] for security_group (08ba1177-2013-4135-b795-3e9af2d1a0b5), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:08.452292 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (08ba1177-2013-4135-b795-3e9af2d1a0b5), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:08.506156 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-534b87e3-4c7e-480f-9595-5748c021ed09 req-5e8038fa-b5ea-45a0-aff5-0277b7e712f8 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866048 Mar 09 05:55:08.516903 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88314374e82c42aeba730e63a393a3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743415 Mar 09 05:55:08.517784 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ba1177-2013-4135-b795-3e9af2d1a0b5,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:08.519444 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40780) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:08.525520 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.525912 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.526330 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.527238 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.527579 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.527910 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.528252 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.528618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.528958 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.529292 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.529616 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.529950 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.530256 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e00c65-0872-4a53-a417-57369c5185e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.572797 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714b225-09b7-447b-81ae-f3f5995ff4e2 None None] New status for floating IP d120b3b8-8c1e-4434-9fc5-aeb5128091ce: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:55:08.580920 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Publish callbacks [] for security_group (08ba1177-2013-4135-b795-3e9af2d1a0b5), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:08.602415 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Publish callbacks [] for security_group (08ba1177-2013-4135-b795-3e9af2d1a0b5), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:08.656246 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (08ba1177-2013-4135-b795-3e9af2d1a0b5), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:08.659894 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:08.661482 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08ba1177-2013-4135-b795-3e9af2d1a0b5 HTTP/1.1" status: 204 len: 168 time: 0.1410699 Mar 09 05:55:08.684097 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ba1177-2013-4135-b795-3e9af2d1a0b5,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:08.708917 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.709277 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.709628 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.709970 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.710306 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.710639 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.710986 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.711429 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.711771 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.712098 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.712455 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.712786 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.713109 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a9ab65-f7e1-456b-a835-48774e482e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:08.743491 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0beb5-3283-4184-900a-1819355e9287 req-576824e7-8848-4799-9911-08ab1ee12a15 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:08.745984 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-77f0beb5-3283-4184-900a-1819355e9287 req-576824e7-8848-4799-9911-08ab1ee12a15 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 943 time: 0.0824511 Mar 09 05:55:08.776861 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10105-5a71-4fb6-ad7d-e1fe7b7ffd1b req-6390aef4-d6d5-4a39-b5d5-493a22afc0e8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:08.785695 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bb10105-5a71-4fb6-ad7d-e1fe7b7ffd1b req-6390aef4-d6d5-4a39-b5d5-493a22afc0e8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0975800 Mar 09 05:55:08.810904 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-77f0beb5-3283-4184-900a-1819355e9287 req-625408dd-51ae-4699-b81a-2f8728ff386f tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562851 Mar 09 05:55:08.860558 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bb10105-5a71-4fb6-ad7d-e1fe7b7ffd1b req-3b6c27d9-4110-4683-ba87-49e1af21486d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737045 Mar 09 05:55:08.976476 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40792) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:08.997251 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-afcd9ca6-a32a-4a23-9bcf-58d7ab61ddbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.058737 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-a8bc75f3-32e6-4e09-a8f4-e23fefbb4699 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687182 Mar 09 05:55:09.097996 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-afcd9ca6-a32a-4a23-9bcf-58d7ab61ddbf admin admin] Publish callbacks [] for security_group (681679f1-f631-411b-980f-c50f7e19301b), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.101421 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-afcd9ca6-a32a-4a23-9bcf-58d7ab61ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (681679f1-f631-411b-980f-c50f7e19301b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.137756 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-afcd9ca6-a32a-4a23-9bcf-58d7ab61ddbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71420b6a61c94d3482b999b08c1082c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602278 Mar 09 05:55:09.139673 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd9ca6-a32a-4a23-9bcf-58d7ab61ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681679f1-f631-411b-980f-c50f7e19301b,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:09.140520 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40794) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:09.191244 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ceb1bde3-7e3a-4447-99e5-8a59db31499c admin admin] Publish callbacks [] for security_group (681679f1-f631-411b-980f-c50f7e19301b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.212911 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ceb1bde3-7e3a-4447-99e5-8a59db31499c admin admin] Publish callbacks [] for security_group (681679f1-f631-411b-980f-c50f7e19301b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.250260 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-ff761691-f8fa-4997-a283-91f25a46b56a tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:09.251685 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-ff761691-f8fa-4997-a283-91f25a46b56a tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.0543904 Mar 09 05:55:09.292733 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-5c578550-91a2-40e8-bc78-e9b81f0a41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:09.293953 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-5c578550-91a2-40e8-bc78-e9b81f0a41e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 1129 time: 0.0662205 Mar 09 05:55:09.307825 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ceb1bde3-7e3a-4447-99e5-8a59db31499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (681679f1-f631-411b-980f-c50f7e19301b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.310599 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ceb1bde3-7e3a-4447-99e5-8a59db31499c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.314000 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ceb1bde3-7e3a-4447-99e5-8a59db31499c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/681679f1-f631-411b-980f-c50f7e19301b HTTP/1.1" status: 204 len: 168 time: 0.1702080 Mar 09 05:55:09.330269 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1bde3-7e3a-4447-99e5-8a59db31499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681679f1-f631-411b-980f-c50f7e19301b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:09.422886 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-54f14460-eab2-4135-857c-6a9c318ef8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:09.424636 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-54f14460-eab2-4135-857c-6a9c318ef8b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 911 time: 0.1087813 Mar 09 05:55:09.438201 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Deleting port 7fe964bc-7d66-473f-8690-82f6ab65e871 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:55:09.439267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.547267 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-49ea502d-40d8-4a9a-81ca-12ca3b31f2d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 200 len: 1001 time: 0.1137919 Mar 09 05:55:09.553908 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] For port 7fe964bc-7d66-473f-8690-82f6ab65e871, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=7fe964bc-7d66-473f-8690-82f6ab65e871,segment=NetworkSegment(193249d9-5b59-43f1-8e39-e945fdee108b),segment_id=193249d9-5b59-43f1-8e39-e945fdee108b)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:09.554388 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.569965 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Calling delete_port for 7fe964bc-7d66-473f-8690-82f6ab65e871 owned by compute:nova {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:55:09.621800 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-b4c0fa07-83a2-41eb-afb1-1f69f7c86ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:09.624268 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-b4c0fa07-83a2-41eb-afb1-1f69f7c86ad1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.0617764 Mar 09 05:55:09.690782 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-8c24ca83-52a3-487d-b4c0-fa7276dfafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:09.692237 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-8c24ca83-52a3-487d-b4c0-fa7276dfafd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614567 Mar 09 05:55:09.724760 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2bbbb-1133-4a3f-91a6-23705c870f2d req-3a7e5cb4-4b89-4508-8b77-b873c8b2aeda tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:09.727110 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d9f2bbbb-1133-4a3f-91a6-23705c870f2d req-3a7e5cb4-4b89-4508-8b77-b873c8b2aeda tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 946 time: 0.0996978 Mar 09 05:55:09.822129 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d9f2bbbb-1133-4a3f-91a6-23705c870f2d req-13a50fc1-5631-4e37-a11d-ef411584b35b tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/security-groups?id=93583263-7035-474b-ada8-d577d86fee1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833094 Mar 09 05:55:09.837997 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-a1e4dc5f-1a73-4d2c-87e8-c9fa41601c8f service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369419 Mar 09 05:55:09.920822 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (7fe964bc-7d66-473f-8690-82f6ab65e871), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:09.973705 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['7fe964bc-7d66-473f-8690-82f6ab65e871'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:55:10.022071 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2d485df4-0c6d-4145-ba38-c1ac534f6c99 req-63b1a758-9a5a-49d2-a5a2-4967ccc172c5 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693659 Mar 09 05:55:10.025607 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Pushing event deleted for resources: {'Port': ['ID=7fe964bc-7d66-473f-8690-82f6ab65e871,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:10.037332 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e0d86-e400-4b1e-b40b-e13512711d8d req-19648b6e-3b06-49d9-a67d-032a66ae3974 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:10.040439 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb8e0d86-e400-4b1e-b40b-e13512711d8d req-19648b6e-3b06-49d9-a67d-032a66ae3974 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 943 time: 0.0778322 Mar 09 05:55:10.073838 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] No DVR routers for this DVR port 7fe964bc-7d66-473f-8690-82f6ab65e871 on host hv-cinder-83116 {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:55:10.077472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:10.080984 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-99db04eb-9b56-4a82-a416-f9f09a0cb992 req-58204e3d-34eb-49f7-b30d-1fa14a7abf37 tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.32 "DELETE /v2.0/ports/7fe964bc-7d66-473f-8690-82f6ab65e871 HTTP/1.1" status: 204 len: 173 time: 0.8223696 Mar 09 05:55:10.081869 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'name': 'network-vif-deleted', 'tag': '7fe964bc-7d66-473f-8690-82f6ab65e871'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:10.084748 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109df57-d66b-4828-8ab9-8a85a2650cf1" -d '{"events": [{"server_uuid": "9e18e265-f8bc-4f1f-8b86-2fcf6f928b09", "name": "network-vif-deleted", "tag": "7fe964bc-7d66-473f-8690-82f6ab65e871"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:10.106265 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb8e0d86-e400-4b1e-b40b-e13512711d8d req-1e3665b0-6d49-4531-9439-3f09801b8e33 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Mar 09 05:55:10.119907 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a3b7c-c02e-4b48-b466-83291835ce7b req-b8c3edeb-e691-4303-a51c-d5cc8e64d785 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:10.121815 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ff4a3b7c-c02e-4b48-b466-83291835ce7b req-b8c3edeb-e691-4303-a51c-d5cc8e64d785 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1163368 Mar 09 05:55:10.187638 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ff4a3b7c-c02e-4b48-b466-83291835ce7b req-a2dc6e90-68a0-4602-8e8b-42fe4d42e70d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Mar 09 05:55:10.210471 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3ddc1-2eaa-4843-af38-430b5472be36 x-openstack-request-id: req-9ad3ddc1-2eaa-4843-af38-430b5472be36 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:10.210759 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e18e265-f8bc-4f1f-8b86-2fcf6f928b09", "name": "network-vif-deleted", "tag": "7fe964bc-7d66-473f-8690-82f6ab65e871", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:10.211008 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ad3ddc1-2eaa-4843-af38-430b5472be36 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:10.211403 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e18e265-f8bc-4f1f-8b86-2fcf6f928b09', 'name': 'network-vif-deleted', 'tag': '7fe964bc-7d66-473f-8690-82f6ab65e871', 'status': 'completed', 'code': 200} Mar 09 05:55:10.728159 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 76b483e8-9ce1-4745-b529-0a9b2f213de9 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:55:10.840215 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 76b483e8-9ce1-4745-b529-0a9b2f213de9, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=76b483e8-9ce1-4745-b529-0a9b2f213de9,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:10.851952 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '76b483e8-9ce1-4745-b529-0a9b2f213de9', 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc', 'port_id': '76b483e8-9ce1-4745-b529-0a9b2f213de9', 'mac_address': 'fa:16:3e:3e:7f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68b1ba2-20bd-4142-9a27-159ffbc17436', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:55:10.892225 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 76b483e8-9ce1-4745-b529-0a9b2f213de9 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:10.892651 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:10.908217 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b483e8-9ce1-4745-b529-0a9b2f213de9 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:55:10.940070 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 76b483e8-9ce1-4745-b529-0a9b2f213de9, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=76b483e8-9ce1-4745-b529-0a9b2f213de9,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:10.945764 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:10.975875 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a951d26a-7f5d-44a0-9415-855f9da05a8f req-5a7a00b7-0f77-441d-b374-3f9bc0bdfd1d tempest-DeleteServersTestJSON-1575797436 tempest-DeleteServersTestJSON-1575797436-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e18e265-f8bc-4f1f-8b86-2fcf6f928b09 HTTP/1.1" status: 200 len: 210 time: 0.0542109 Mar 09 05:55:11.010891 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=76b483e8-9ce1-4745-b529-0a9b2f213de9,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:11.019339 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.019693 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.020060 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.020453 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.020788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.021120 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.021448 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.021771 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.022095 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.022433 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.022759 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.023075 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.023394 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:11.317579 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd1ed4-a90d-4b5f-b1dd-4a889282657c req-d319ae19-2f51-4719-8bc7-c117e734230e tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:11.319869 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c2bd1ed4-a90d-4b5f-b1dd-4a889282657c req-d319ae19-2f51-4719-8bc7-c117e734230e tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 944 time: 0.0788710 Mar 09 05:55:11.335299 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b64ab-9f9f-42b6-9afd-31af4554ade7 req-40f5fa3c-05eb-4020-b75c-c8648f53f6c6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:11.337635 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e89b64ab-9f9f-42b6-9afd-31af4554ade7 req-40f5fa3c-05eb-4020-b75c-c8648f53f6c6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0632722 Mar 09 05:55:11.380085 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c2bd1ed4-a90d-4b5f-b1dd-4a889282657c req-123c2074-4e2f-4a41-97ca-618fcdc237c6 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508254 Mar 09 05:55:11.457061 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['76b483e8-9ce1-4745-b529-0a9b2f213de9'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:55:11.632511 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e89b64ab-9f9f-42b6-9afd-31af4554ade7 req-c67fd47b-207c-4286-86ee-e8490d56ffbe tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875514 Mar 09 05:55:11.706429 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 40898) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:11.809943 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7387ec3-7ecf-4093-baac-ce48ab520b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:11.887137 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7387ec3-7ecf-4093-baac-ce48ab520b0c admin admin] Publish callbacks [] for security_group (de4a1f26-eabd-4410-a85f-04ea372bf0ff), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:11.890533 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a7387ec3-7ecf-4093-baac-ce48ab520b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (de4a1f26-eabd-4410-a85f-04ea372bf0ff), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:11.928406 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a7387ec3-7ecf-4093-baac-ce48ab520b0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b5a1c2dbf974d779589ffb3f3fc9e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208254 Mar 09 05:55:11.931488 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40902) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:11.935866 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387ec3-7ecf-4093-baac-ce48ab520b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a1f26-eabd-4410-a85f-04ea372bf0ff,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:11.984095 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69ec9410-554a-40ee-a30c-21a53ef8662d admin admin] Publish callbacks [] for security_group (de4a1f26-eabd-4410-a85f-04ea372bf0ff), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.006033 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69ec9410-554a-40ee-a30c-21a53ef8662d admin admin] Publish callbacks [] for security_group (de4a1f26-eabd-4410-a85f-04ea372bf0ff), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.052927 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69ec9410-554a-40ee-a30c-21a53ef8662d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (de4a1f26-eabd-4410-a85f-04ea372bf0ff), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.055524 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69ec9410-554a-40ee-a30c-21a53ef8662d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.056698 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-69ec9410-554a-40ee-a30c-21a53ef8662d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de4a1f26-eabd-4410-a85f-04ea372bf0ff HTTP/1.1" status: 204 len: 168 time: 0.1228366 Mar 09 05:55:12.071967 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec9410-554a-40ee-a30c-21a53ef8662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4a1f26-eabd-4410-a85f-04ea372bf0ff,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:12.513603 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb8f13-c92b-4f63-a6cf-7985e233d94b req-c2d13697-63e1-4337-bc02-c7e6a9aa50ba tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:12.515429 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ccb8f13-c92b-4f63-a6cf-7985e233d94b req-c2d13697-63e1-4337-bc02-c7e6a9aa50ba tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 944 time: 0.0550370 Mar 09 05:55:12.572975 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ccb8f13-c92b-4f63-a6cf-7985e233d94b req-d31375a3-f213-44bc-a5f6-3f629402c3d2 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514355 Mar 09 05:55:12.727516 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.740045 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 76b483e8-9ce1-4745-b529-0a9b2f213de9 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:12.799991 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d17b-479c-4305-9c81-03ec7d6de6d1 req-f8e047f1-42a8-4c24-a72c-b02ccd16d13e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:12.809063 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6f33d17b-479c-4305-9c81-03ec7d6de6d1 req-f8e047f1-42a8-4c24-a72c-b02ccd16d13e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0764384 Mar 09 05:55:12.811203 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 76b483e8-9ce1-4745-b529-0a9b2f213de9 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:55:12.815844 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 76b483e8-9ce1-4745-b529-0a9b2f213de9 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:12.816536 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.885152 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6f33d17b-479c-4305-9c81-03ec7d6de6d1 req-233c7db7-6aca-4c6f-ab01-71d2aa5e1cfb tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746934 Mar 09 05:55:12.920932 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 76b483e8-9ce1-4745-b529-0a9b2f213de9 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:12.921613 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.957906 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b483e8-9ce1-4745-b529-0a9b2f213de9'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:12.961256 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a94d586-3557-40e4-a490-d323fe8252ce" -d '{"events": [{"server_uuid": "da0afe20-d94b-4e67-8640-78cca20930ca", "name": "network-vif-plugged", "status": "completed", "tag": "76b483e8-9ce1-4745-b529-0a9b2f213de9"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:12.976411 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 76b483e8-9ce1-4745-b529-0a9b2f213de9, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=76b483e8-9ce1-4745-b529-0a9b2f213de9,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:12.985978 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:12.987288 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 7fe964bc-7d66-473f-8690-82f6ab65e871 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:55:13.032474 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d18037-bb34-4648-9800-7c846e86ef19 x-openstack-request-id: req-42d18037-bb34-4648-9800-7c846e86ef19 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:13.032597 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0afe20-d94b-4e67-8640-78cca20930ca", "name": "network-vif-plugged", "status": "completed", "tag": "76b483e8-9ce1-4745-b529-0a9b2f213de9", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:13.032827 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42d18037-bb34-4648-9800-7c846e86ef19 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:13.033376 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b483e8-9ce1-4745-b529-0a9b2f213de9', 'code': 200} Mar 09 05:55:13.035636 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 7fe964bc-7d66-473f-8690-82f6ab65e871 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:55:13.036178 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 7fe964bc-7d66-473f-8690-82f6ab65e871 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:55:13.102700 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=76b483e8-9ce1-4745-b529-0a9b2f213de9,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:13.286797 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:55:13.290831 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee131e-8d32-41b8-bd19-5e6274ea89a4 req-04ed7bcb-5177-4cd8-b0a6-54b9d971741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:13.292965 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e1ee131e-8d32-41b8-bd19-5e6274ea89a4 req-04ed7bcb-5177-4cd8-b0a6-54b9d971741e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 1129 time: 0.0635247 Mar 09 05:55:13.339894 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e1ee131e-8d32-41b8-bd19-5e6274ea89a4 req-e15359de-ebef-4a69-bcf0-3181bf3c71b0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Mar 09 05:55:13.455020 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40984) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:13.497362 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] Deleting subnet 8e6532b8-3a03-4eba-9a4f-045394c46256 {{(pid=103972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:55:13.500556 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] Publish callbacks [] for subnet (8e6532b8-3a03-4eba-9a4f-045394c46256), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:13.533434 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] Publish callbacks [] for subnet (8e6532b8-3a03-4eba-9a4f-045394c46256), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:13.543216 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (8e6532b8-3a03-4eba-9a4f-045394c46256), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:13.598792 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (8e6532b8-3a03-4eba-9a4f-045394c46256), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:13.624754 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6532b8-3a03-4eba-9a4f-045394c46256,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:13.628540 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:13.631741 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-43b58686-35ce-498f-b343-5f0b6f27ac8e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8e6532b8-3a03-4eba-9a4f-045394c46256 HTTP/1.1" status: 204 len: 168 time: 0.1756907 Mar 09 05:55:13.634191 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 40988) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:13.732458 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (052efad3-eabd-43dd-91a7-af5868049faa), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:13.758684 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a85c8d-2014-4a16-84bc-3ebaa7f252fc req-4270034a-7744-4a42-b943-4d6d17e5aa40 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:13.760153 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-75a85c8d-2014-4a16-84bc-3ebaa7f252fc req-4270034a-7744-4a42-b943-4d6d17e5aa40 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 945 time: 0.1095748 Mar 09 05:55:13.853818 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (052efad3-eabd-43dd-91a7-af5868049faa), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:13.881882 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-75a85c8d-2014-4a16-84bc-3ebaa7f252fc req-053e409e-2708-47dd-bd03-2f02d6c29cd6 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024189 Mar 09 05:55:13.885573 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.885947 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.886720 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.887058 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > port after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.887416 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.887759 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > port after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.888112 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.888465 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.888792 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.889118 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.993052 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.993410 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.993751 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.994118 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:55:13.994494 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052efad3-eabd-43dd-91a7-af5868049faa']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:14.009940 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd696094-6aac-4829-898f-a95e4f2353e8 req-2569408c-31ee-4b5e-b675-104603ffbdf4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:14.012660 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193249d9-5b59-43f1-8e39-e945fdee108b') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:14.012795 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fd696094-6aac-4829-898f-a95e4f2353e8 req-2569408c-31ee-4b5e-b675-104603ffbdf4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0575118 Mar 09 05:55:14.012965 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193249d9-5b59-43f1-8e39-e945fdee108b') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:14.029285 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (193249d9-5b59-43f1-8e39-e945fdee108b), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.052038 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (193249d9-5b59-43f1-8e39-e945fdee108b), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.058776 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fd696094-6aac-4829-898f-a95e4f2353e8 req-796ca523-c2d8-4ab6-9741-a2e3f13a151c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Mar 09 05:55:14.060738 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:55:14.061172 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (193249d9-5b59-43f1-8e39-e945fdee108b), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: from cryptography.utils import int_from_bytes Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: from cryptography.utils import int_from_bytes Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:55:14.090874 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:55:14.155052 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (052efad3-eabd-43dd-91a7-af5868049faa), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.174751 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.180653 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/052efad3-eabd-43dd-91a7-af5868049faa HTTP/1.1" status: 204 len: 168 time: 0.5430579 Mar 09 05:55:14.182593 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6b25-a633-4567-8744-ed7189080b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=052efad3-eabd-43dd-91a7-af5868049faa,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:14.383212 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41014) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:14.425794 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d95fd2b2-00e3-420c-8d8f-9150e45a026e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5dc963d9af7245b9a48746a14e54e821&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414143 Mar 09 05:55:14.428198 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41018) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:14.481374 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e8c-863d-45fc-b8a1-bfb25b32e9ee admin admin] Publish callbacks [] for security_group (93583263-7035-474b-ada8-d577d86fee1d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.504704 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e8c-863d-45fc-b8a1-bfb25b32e9ee admin admin] Publish callbacks [] for security_group (93583263-7035-474b-ada8-d577d86fee1d), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.565859 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e8c-863d-45fc-b8a1-bfb25b32e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (93583263-7035-474b-ada8-d577d86fee1d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.569310 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1ad56e8c-863d-45fc-b8a1-bfb25b32e9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:14.573367 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-1ad56e8c-863d-45fc-b8a1-bfb25b32e9ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93583263-7035-474b-ada8-d577d86fee1d HTTP/1.1" status: 204 len: 168 time: 0.1411734 Mar 09 05:55:14.584218 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad56e8c-863d-45fc-b8a1-bfb25b32e9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93583263-7035-474b-ada8-d577d86fee1d,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:15.008196 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45613485-8e9b-4069-8258-2de97bf977f5 req-cd2ce640-4081-4aab-96f1-fa3b07eef61b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:15.009808 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-45613485-8e9b-4069-8258-2de97bf977f5 req-cd2ce640-4081-4aab-96f1-fa3b07eef61b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 945 time: 0.0579507 Mar 09 05:55:15.060251 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-45613485-8e9b-4069-8258-2de97bf977f5 req-e46ff557-071b-4fa7-a0b2-cdb72f23e336 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 Mar 09 05:55:15.185491 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7e72c-d48a-4b8c-a51d-a1d117ff26c2 req-d4a62e8a-f44f-4743-9e48-3478aedd65e4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:15.187198 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-09e7e72c-d48a-4b8c-a51d-a1d117ff26c2 req-d4a62e8a-f44f-4743-9e48-3478aedd65e4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Mar 09 05:55:15.234060 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-09e7e72c-d48a-4b8c-a51d-a1d117ff26c2 req-9c315524-caf2-4633-8785-d9bf0e3fec95 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Mar 09 05:55:16.348490 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ace5ac-8c35-4691-897f-0194dbda4699 req-5cb472ed-e555-4247-968d-eb11e318f49e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:16.349975 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-09ace5ac-8c35-4691-897f-0194dbda4699 req-5cb472ed-e555-4247-968d-eb11e318f49e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Mar 09 05:55:16.395423 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-09ace5ac-8c35-4691-897f-0194dbda4699 req-ed043eed-c979-468d-8ab9-51182c890824 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398951 Mar 09 05:55:17.508064 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd7472-bd13-40d6-81aa-13534a0ba768 req-f073d544-48a9-4184-acdf-77b761f93bff tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:17.509434 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8acd7472-bd13-40d6-81aa-13534a0ba768 req-f073d544-48a9-4184-acdf-77b761f93bff tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0494292 Mar 09 05:55:17.557762 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8acd7472-bd13-40d6-81aa-13534a0ba768 req-dc1f4637-28b4-4c50-9299-92aecfa1cafd tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Mar 09 05:55:18.669750 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020986f-f082-4dbc-8d5d-5d3de8998e24 req-582680da-6d31-4298-9cfa-bf755d757d6f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:18.671190 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2020986f-f082-4dbc-8d5d-5d3de8998e24 req-582680da-6d31-4298-9cfa-bf755d757d6f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0505712 Mar 09 05:55:18.718886 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2020986f-f082-4dbc-8d5d-5d3de8998e24 req-40c83212-8393-4371-a257-06ba1702fafe tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Mar 09 05:55:19.833744 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb082bf-1f1d-4973-b1f6-27ed60083fb4 req-47740627-1fec-4a10-8940-70a4aaa13691 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:19.835188 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7cb082bf-1f1d-4973-b1f6-27ed60083fb4 req-47740627-1fec-4a10-8940-70a4aaa13691 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Mar 09 05:55:19.881045 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7cb082bf-1f1d-4973-b1f6-27ed60083fb4 req-49948e10-61cb-4c86-a551-35d23f93bcb1 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Mar 09 05:55:20.995802 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b96c-2086-4341-8dbc-7663ab19a5f0 req-a072fde5-7ba2-41ee-bfaa-aeb06d959ca0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:20.997375 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3d41b96c-2086-4341-8dbc-7663ab19a5f0 req-a072fde5-7ba2-41ee-bfaa-aeb06d959ca0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Mar 09 05:55:21.043571 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3d41b96c-2086-4341-8dbc-7663ab19a5f0 req-f25e4c4f-a477-4bed-8e58-0e8ab2287457 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Mar 09 05:55:22.013237 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bf4e2-cba5-435e-8df1-c7299f1692b6 req-7ce9836e-55bb-489a-b320-e29292bf963c tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:22.014749 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5e5bf4e2-cba5-435e-8df1-c7299f1692b6 req-7ce9836e-55bb-489a-b320-e29292bf963c tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 945 time: 0.0530922 Mar 09 05:55:22.061724 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5e5bf4e2-cba5-435e-8df1-c7299f1692b6 req-10ab88b8-d8d4-474e-9006-e2faf50531a8 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Mar 09 05:55:22.177305 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e799371-b82c-4ea0-bd1c-d497156da564 req-7560f856-f722-445f-aadd-fd1225f35c32 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:22.178931 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e799371-b82c-4ea0-bd1c-d497156da564 req-7560f856-f722-445f-aadd-fd1225f35c32 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0538883 Mar 09 05:55:22.227942 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e799371-b82c-4ea0-bd1c-d497156da564 req-a606cbda-9472-4a55-81e3-5cca48388d2c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430670 Mar 09 05:55:23.189964 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23676499-8e8b-4638-b385-d9706c724b35 req-60c128f0-3137-4581-bbeb-730c5c6d7ca7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:23.191624 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-23676499-8e8b-4638-b385-d9706c724b35 req-60c128f0-3137-4581-bbeb-730c5c6d7ca7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 945 time: 0.0583913 Mar 09 05:55:23.238345 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-23676499-8e8b-4638-b385-d9706c724b35 req-e6070749-af69-4544-86bc-335050c54074 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Mar 09 05:55:23.348362 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724c406-1d98-4079-bb7d-25d76a0933e9 req-e60b7552-2066-4e48-92db-2799424aa929 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:23.349732 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5724c406-1d98-4079-bb7d-25d76a0933e9 req-e60b7552-2066-4e48-92db-2799424aa929 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0540192 Mar 09 05:55:23.397644 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5724c406-1d98-4079-bb7d-25d76a0933e9 req-a97f6453-8241-49be-80dd-b1b59647d193 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Mar 09 05:55:23.899135 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41254) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:23.969897 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-8a35e63d-0332-4100-bc0a-ec5716f3fdd0 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:23.971331 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-8a35e63d-0332-4100-bc0a-ec5716f3fdd0 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 945 time: 0.0501974 Mar 09 05:55:24.019441 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d602582a-c811-4dea-9db2-46c66a4d3b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.114512 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Deleting port 76b483e8-9ce1-4745-b529-0a9b2f213de9 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:55:24.114850 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.188138 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d602582a-c811-4dea-9db2-46c66a4d3b39 admin admin] Publish callbacks [] for security_group (901ea91a-37b2-4e32-a36a-6ada6726bb03), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.196869 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d602582a-c811-4dea-9db2-46c66a4d3b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (901ea91a-37b2-4e32-a36a-6ada6726bb03), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.263070 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] For port 76b483e8-9ce1-4745-b529-0a9b2f213de9, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=76b483e8-9ce1-4745-b529-0a9b2f213de9,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:24.263498 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.270448 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41264) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:24.270688 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d602582a-c811-4dea-9db2-46c66a4d3b39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=415f2a7ddfa64955b9092d94696376f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702896 Mar 09 05:55:24.276766 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602582a-c811-4dea-9db2-46c66a4d3b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901ea91a-37b2-4e32-a36a-6ada6726bb03,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:24.285980 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Calling delete_port for 76b483e8-9ce1-4745-b529-0a9b2f213de9 owned by compute:nova {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:55:24.340148 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0ec71f0b-4619-4b3e-ab2a-2b2830e9da74 admin admin] Publish callbacks [] for security_group (901ea91a-37b2-4e32-a36a-6ada6726bb03), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.381636 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0ec71f0b-4619-4b3e-ab2a-2b2830e9da74 admin admin] Publish callbacks [] for security_group (901ea91a-37b2-4e32-a36a-6ada6726bb03), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.417969 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82c6ee-dad0-4324-8d6d-a6c7d06a51dd req-e2cacb71-3af5-4704-93d8-50a96a2348bd tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:24.419551 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bd82c6ee-dad0-4324-8d6d-a6c7d06a51dd req-e2cacb71-3af5-4704-93d8-50a96a2348bd tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 945 time: 0.0938733 Mar 09 05:55:24.496964 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (76b483e8-9ce1-4745-b529-0a9b2f213de9), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.517956 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41270) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:24.532778 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0ec71f0b-4619-4b3e-ab2a-2b2830e9da74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (901ea91a-37b2-4e32-a36a-6ada6726bb03), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.536259 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0ec71f0b-4619-4b3e-ab2a-2b2830e9da74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.541568 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0ec71f0b-4619-4b3e-ab2a-2b2830e9da74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/901ea91a-37b2-4e32-a36a-6ada6726bb03 HTTP/1.1" status: 204 len: 168 time: 0.2697353 Mar 09 05:55:24.542234 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['76b483e8-9ce1-4745-b529-0a9b2f213de9'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:55:24.568872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec71f0b-4619-4b3e-ab2a-2b2830e9da74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ea91a-37b2-4e32-a36a-6ada6726bb03,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:24.592350 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Pushing event deleted for resources: {'Port': ['ID=76b483e8-9ce1-4745-b529-0a9b2f213de9,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:24.608455 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bd82c6ee-dad0-4324-8d6d-a6c7d06a51dd req-52fc14d9-4230-48f5-933f-4c0c91efb04e tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544018 Mar 09 05:55:24.665872 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] No DVR routers for this DVR port 76b483e8-9ce1-4745-b529-0a9b2f213de9 on host hv-cinder-83116 {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:55:24.669948 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:24.673879 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3f48335e-0ba5-465d-9e78-0d933ae71653 req-ec884166-9c9d-4768-97df-70cf4c862799 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "DELETE /v2.0/ports/76b483e8-9ce1-4745-b529-0a9b2f213de9 HTTP/1.1" status: 204 len: 173 time: 0.6971576 Mar 09 05:55:24.674632 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'name': 'network-vif-deleted', 'tag': '76b483e8-9ce1-4745-b529-0a9b2f213de9'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:24.677985 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9537b-566e-4025-b52c-23e2372c96e6" -d '{"events": [{"server_uuid": "da0afe20-d94b-4e67-8640-78cca20930ca", "name": "network-vif-deleted", "tag": "76b483e8-9ce1-4745-b529-0a9b2f213de9"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:24.720510 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76eec-2168-4cbf-9876-853d230004ea req-688c517d-ef71-4f21-a7d9-051bf01b98f8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:24.725777 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d8e76eec-2168-4cbf-9876-853d230004ea req-688c517d-ef71-4f21-a7d9-051bf01b98f8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.2091398 Mar 09 05:55:24.842645 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d57f56-52c4-43c4-8759-e0c6aaf1a068 x-openstack-request-id: req-23d57f56-52c4-43c4-8759-e0c6aaf1a068 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:24.842962 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0afe20-d94b-4e67-8640-78cca20930ca", "name": "network-vif-deleted", "tag": "76b483e8-9ce1-4745-b529-0a9b2f213de9", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:24.843189 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23d57f56-52c4-43c4-8759-e0c6aaf1a068 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:24.843615 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0afe20-d94b-4e67-8640-78cca20930ca', 'name': 'network-vif-deleted', 'tag': '76b483e8-9ce1-4745-b529-0a9b2f213de9', 'status': 'completed', 'code': 200} Mar 09 05:55:24.913131 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d8e76eec-2168-4cbf-9876-853d230004ea req-0fa4608b-3345-4151-a0f6-d854c1565efe tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788454 Mar 09 05:55:25.017457 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7621-129b-4a54-b54b-874a627ac7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:25.160778 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7621-129b-4a54-b54b-874a627ac7ac admin admin] Publish callbacks [] for security_group (acd52cce-80e8-4a90-9e54-8500a6abae48), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:25.168596 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4d6c7621-129b-4a54-b54b-874a627ac7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (acd52cce-80e8-4a90-9e54-8500a6abae48), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:25.217438 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c7621-129b-4a54-b54b-874a627ac7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd52cce-80e8-4a90-9e54-8500a6abae48,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:25.254205 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4d6c7621-129b-4a54-b54b-874a627ac7ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7be38ecde56c4760983b3b437e05b2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7348094 Mar 09 05:55:25.257197 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41316) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:25.321303 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-93338a48-5231-45cc-9bbc-84e04ba6ca87 admin admin] Publish callbacks [] for security_group (acd52cce-80e8-4a90-9e54-8500a6abae48), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:25.355918 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-93338a48-5231-45cc-9bbc-84e04ba6ca87 admin admin] Publish callbacks [] for security_group (acd52cce-80e8-4a90-9e54-8500a6abae48), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:25.446637 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-93338a48-5231-45cc-9bbc-84e04ba6ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (acd52cce-80e8-4a90-9e54-8500a6abae48), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:25.450400 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-93338a48-5231-45cc-9bbc-84e04ba6ca87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:25.451566 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-93338a48-5231-45cc-9bbc-84e04ba6ca87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acd52cce-80e8-4a90-9e54-8500a6abae48 HTTP/1.1" status: 204 len: 168 time: 0.1922369 Mar 09 05:55:25.466954 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93338a48-5231-45cc-9bbc-84e04ba6ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd52cce-80e8-4a90-9e54-8500a6abae48,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:25.794393 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e249aca9-29b3-4e28-89a4-f9e811da852c req-b5df47b9-1ce1-469f-81b9-a296947baca3 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=da0afe20-d94b-4e67-8640-78cca20930ca HTTP/1.1" status: 200 len: 210 time: 0.0407543 Mar 09 05:55:25.950528 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41360) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:25.965706 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3abea8fa-4448-439f-8496-9bd723cf19d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.060915 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3abea8fa-4448-439f-8496-9bd723cf19d6 admin admin] Publish callbacks [] for security_group (3fb0cd00-4ea4-4f61-a6d3-5c750ea21964), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.069734 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3abea8fa-4448-439f-8496-9bd723cf19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (3fb0cd00-4ea4-4f61-a6d3-5c750ea21964), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.093599 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3fba-a144-4ef2-be6b-ccd4db152b75 req-2ddc5e6d-256d-4b3d-a075-2f4a0df0e03e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:26.095783 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c9eb3fba-a144-4ef2-be6b-ccd4db152b75 req-2ddc5e6d-256d-4b3d-a075-2f4a0df0e03e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0918207 Mar 09 05:55:26.129863 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3abea8fa-4448-439f-8496-9bd723cf19d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdea0f5b0d0c4dbcb80f8f17d78840a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759229 Mar 09 05:55:26.130992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41370) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:26.153626 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abea8fa-4448-439f-8496-9bd723cf19d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb0cd00-4ea4-4f61-a6d3-5c750ea21964,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:26.186933 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c9eb3fba-a144-4ef2-be6b-ccd4db152b75 req-ac6ad05e-3eab-4376-92fa-49a282e621be tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835137 Mar 09 05:55:26.192792 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41380) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:26.218974 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1967dd65-84fa-4ab9-9819-71062fb4df19 admin admin] Publish callbacks [] for security_group (3fb0cd00-4ea4-4f61-a6d3-5c750ea21964), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.257322 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1967dd65-84fa-4ab9-9819-71062fb4df19 admin admin] Publish callbacks [] for security_group (3fb0cd00-4ea4-4f61-a6d3-5c750ea21964), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.313917 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1967dd65-84fa-4ab9-9819-71062fb4df19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (3fb0cd00-4ea4-4f61-a6d3-5c750ea21964), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.317191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1967dd65-84fa-4ab9-9819-71062fb4df19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.318614 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1967dd65-84fa-4ab9-9819-71062fb4df19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fb0cd00-4ea4-4f61-a6d3-5c750ea21964 HTTP/1.1" status: 204 len: 168 time: 0.1864889 Mar 09 05:55:26.329672 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967dd65-84fa-4ab9-9819-71062fb4df19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb0cd00-4ea4-4f61-a6d3-5c750ea21964,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:26.351567 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7dcdcb53-a515-415f-ac5e-7c1040354fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.439265 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7dcdcb53-a515-415f-ac5e-7c1040354fb0 admin admin] Publish callbacks [] for security_group (d2e8b31e-325a-43f2-a337-8314b28f3316), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.442608 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7dcdcb53-a515-415f-ac5e-7c1040354fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (d2e8b31e-325a-43f2-a337-8314b28f3316), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.485810 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-7dcdcb53-a515-415f-ac5e-7c1040354fb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e8e66e404c442ec81414fa7232795ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918956 Mar 09 05:55:26.486954 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdcb53-a515-415f-ac5e-7c1040354fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e8b31e-325a-43f2-a337-8314b28f3316,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:26.488694 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41398) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:26.545335 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-009726c6-b3fc-49c5-b622-ea95990390b9 admin admin] Publish callbacks [] for security_group (d2e8b31e-325a-43f2-a337-8314b28f3316), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.568128 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41400) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:26.568836 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-009726c6-b3fc-49c5-b622-ea95990390b9 admin admin] Publish callbacks [] for security_group (d2e8b31e-325a-43f2-a337-8314b28f3316), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.625698 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-009726c6-b3fc-49c5-b622-ea95990390b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (d2e8b31e-325a-43f2-a337-8314b28f3316), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.628420 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-009726c6-b3fc-49c5-b622-ea95990390b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.631903 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-009726c6-b3fc-49c5-b622-ea95990390b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2e8b31e-325a-43f2-a337-8314b28f3316 HTTP/1.1" status: 204 len: 168 time: 0.1391227 Mar 09 05:55:26.638858 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009726c6-b3fc-49c5-b622-ea95990390b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e8b31e-325a-43f2-a337-8314b28f3316,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:26.686091 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abd747cc-c6d6-4b7c-9e9b-f750a919689a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.769218 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abd747cc-c6d6-4b7c-9e9b-f750a919689a admin admin] Publish callbacks [] for security_group (8ace13d5-17ad-4998-982b-1d360703b0b2), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.773394 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abd747cc-c6d6-4b7c-9e9b-f750a919689a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8ace13d5-17ad-4998-982b-1d360703b0b2), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.820885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41418) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:26.821168 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-abd747cc-c6d6-4b7c-9e9b-f750a919689a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89a3661be3cf47f7aab980c125aae173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511890 Mar 09 05:55:26.822079 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd747cc-c6d6-4b7c-9e9b-f750a919689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace13d5-17ad-4998-982b-1d360703b0b2,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:26.899931 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6d367c0e-74c9-4146-b03a-cc7c81de6124 admin admin] Publish callbacks [] for security_group (8ace13d5-17ad-4998-982b-1d360703b0b2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.923818 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6d367c0e-74c9-4146-b03a-cc7c81de6124 admin admin] Publish callbacks [] for security_group (8ace13d5-17ad-4998-982b-1d360703b0b2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.975556 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6d367c0e-74c9-4146-b03a-cc7c81de6124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8ace13d5-17ad-4998-982b-1d360703b0b2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.978499 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6d367c0e-74c9-4146-b03a-cc7c81de6124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:26.982596 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6d367c0e-74c9-4146-b03a-cc7c81de6124 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ace13d5-17ad-4998-982b-1d360703b0b2 HTTP/1.1" status: 204 len: 168 time: 0.1577506 Mar 09 05:55:26.988190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d367c0e-74c9-4146-b03a-cc7c81de6124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace13d5-17ad-4998-982b-1d360703b0b2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:27.205945 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-e4ca7ab0-16a8-40d1-8f0a-f9789e01041a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:27.207464 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-e4ca7ab0-16a8-40d1-8f0a-f9789e01041a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/networks?id=7481cfc8-9249-4a19-b45e-a0a3087e7adc HTTP/1.1" status: 200 len: 808 time: 0.1278164 Mar 09 05:55:27.228053 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-2e579fd7-31a2-4e32-b3f1-ba4d9c2c56c4 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/quotas/59880c0cd5dd4d1c959c8face5c7dda3 HTTP/1.1" status: 200 len: 375 time: 0.0131748 Mar 09 05:55:27.295618 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-5b5720d2-31ad-4f6a-b72c-8731693eba01 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610957 Mar 09 05:55:27.373483 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598e65d-81bf-416a-a30d-ed16e8e5cd2f req-0158b06b-b0bd-4c17-b7ed-7d3bea8ca091 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:27.381222 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4598e65d-81bf-416a-a30d-ed16e8e5cd2f req-0158b06b-b0bd-4c17-b7ed-7d3bea8ca091 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0883582 Mar 09 05:55:27.434305 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-28cdd860-e5ad-43ac-a726-54bc0fa6f1ee service neutron] 10.222.0.36 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297297 Mar 09 05:55:27.457684 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4598e65d-81bf-416a-a30d-ed16e8e5cd2f req-61d845ab-3051-4e3e-a4be-80e15d260796 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711448 Mar 09 05:55:27.480321 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41466) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:27.493683 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-95971bad-98ba-4507-8fe2-457a6985cd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:27.545575 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-a786f201-a8fb-437f-9388-ab9e54ab10be service neutron] 10.222.0.36 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034806 Mar 09 05:55:27.596220 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-95971bad-98ba-4507-8fe2-457a6985cd85 admin admin] Publish callbacks [] for security_group (96fb9d8a-38aa-4b7e-aea1-fd6923383d8f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:27.600009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-95971bad-98ba-4507-8fe2-457a6985cd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (96fb9d8a-38aa-4b7e-aea1-fd6923383d8f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:27.645095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971bad-98ba-4507-8fe2-457a6985cd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fb9d8a-38aa-4b7e-aea1-fd6923383d8f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:27.659845 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-95971bad-98ba-4507-8fe2-457a6985cd85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f0663172b8348a983ff7ccabb9543cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781831 Mar 09 05:55:27.662490 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41472) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:27.732190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-082062b9-ce2f-4cde-8a17-d3db53eca797 admin admin] Publish callbacks [] for security_group (96fb9d8a-38aa-4b7e-aea1-fd6923383d8f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:27.806442 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5f9d9bc-5972-4383-8882-d70132919120 req-33e48d4a-b15c-4a75-b16d-5cb73fb0b362 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 210 time: 0.0544903 Mar 09 05:55:27.809125 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-082062b9-ce2f-4cde-8a17-d3db53eca797 admin admin] Publish callbacks [] for security_group (96fb9d8a-38aa-4b7e-aea1-fd6923383d8f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:27.861035 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41480) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:27.901026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-082062b9-ce2f-4cde-8a17-d3db53eca797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (96fb9d8a-38aa-4b7e-aea1-fd6923383d8f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:27.904700 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-082062b9-ce2f-4cde-8a17-d3db53eca797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:27.909187 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-082062b9-ce2f-4cde-8a17-d3db53eca797 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96fb9d8a-38aa-4b7e-aea1-fd6923383d8f HTTP/1.1" status: 204 len: 168 time: 0.2453313 Mar 09 05:55:27.935587 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082062b9-ce2f-4cde-8a17-d3db53eca797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fb9d8a-38aa-4b7e-aea1-fd6923383d8f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:27.988426 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-837947658-network', 'tenant_id': 'bca7b636985547ea8b9a458a0a6f3d54'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:28.014920 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Made reservation on behalf of bca7b636985547ea8b9a458a0a6f3d54 for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:28.018071 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.028485 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.156270 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks [] for security_group (099775f8-458e-404d-a7e3-559e0f8e211d), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.162466 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (099775f8-458e-404d-a7e3-559e0f8e211d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.188121 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099775f8-458e-404d-a7e3-559e0f8e211d,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:28.197859 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:55:28.208705 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (b101713e-0bb1-4810-b6e7-f330f45e6546), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.209441 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Added segment b101713e-0bb1-4810-b6e7-f330f45e6546 of type vlan for network de8aacac-0d50-4d55-8223-ab5e95e86091 Mar 09 05:55:28.257328 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (de8aacac-0d50-4d55-8223-ab5e95e86091), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.283628 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (de8aacac-0d50-4d55-8223-ab5e95e86091), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.284793 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:28.285371 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.328451 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4633794 Mar 09 05:55:28.328739 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41506) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:28.334005 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Request body: {'subnet': {'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-837947658-subnet', 'tenant_id': 'bca7b636985547ea8b9a458a0a6f3d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:28.359151 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Made reservation on behalf of bca7b636985547ea8b9a458a0a6f3d54 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:28.364369 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.377247 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcf24b-03d9-4810-a328-179b3d9ab582 admin admin] Pushing event updated for resources: {'Network': ['ID=de8aacac-0d50-4d55-8223-ab5e95e86091,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:28.387530 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network de8aacac-0d50-4d55-8223-ab5e95e86091 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:55:28.639854 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c991a2-540b-4a7c-a3d2-64c8662b66fe req-0222907e-b8f7-49fb-bc81-53b911ba7620 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:28.648216 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-19c991a2-540b-4a7c-a3d2-64c8662b66fe req-0222907e-b8f7-49fb-bc81-53b911ba7620 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1147320 Mar 09 05:55:28.695797 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-19c991a2-540b-4a7c-a3d2-64c8662b66fe req-94c26736-f1a1-4c5f-91d5-9ef4b0178ebf tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466452 Mar 09 05:55:28.794746 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (d3041ff1-b030-4098-b7a1-ad1d2cfc78f1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.811939 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 76b483e8-9ce1-4745-b529-0a9b2f213de9 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:55:28.837491 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 76b483e8-9ce1-4745-b529-0a9b2f213de9 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:55:28.838287 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 76b483e8-9ce1-4745-b529-0a9b2f213de9 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:55:28.849881 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3041ff1-b030-4098-b7a1-ad1d2cfc78f1,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:28.864022 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Checking segment: {'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:28.865008 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Network hostable DHCP agents. Network: de8aacac-0d50-4d55-8223-ab5e95e86091, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:55:28.884459 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Network de8aacac-0d50-4d55-8223-ab5e95e86091 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:55:28.917728 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e7fb16e4-6ecb-40ea-9ea4-22fa09febc84 req-b591d768-dc5b-4edd-8f76-cc784213e802 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 210 time: 0.0309513 Mar 09 05:55:28.918458 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, de8aacac-0d50-4d55-8223-ab5e95e86091) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:28.923404 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:28.923998 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:28.933069 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b7a40a-5cd4-4b3a-9662-c465cef66ffc None None] Network de8aacac-0d50-4d55-8223-ab5e95e86091 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:55:28.947399 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-83fce601-711f-49bf-b97f-2b5d6765e6eb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6167901 Mar 09 05:55:29.061857 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7b7c76-14a3-4e10-80e3-9cd1cd775855 None None] Network de8aacac-0d50-4d55-8223-ab5e95e86091 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:55:29.253584 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-ee451f28-965a-493e-9a62-60644642acb0 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:29.255081 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-ee451f28-965a-493e-9a62-60644642acb0 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "GET /v2.0/networks?id=7481cfc8-9249-4a19-b45e-a0a3087e7adc HTTP/1.1" status: 200 len: 808 time: 0.1576514 Mar 09 05:55:29.284267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Request body: {'port': {'device_id': '6b6f4292-2894-441e-842e-88d66362549b', 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc', 'admin_state_up': True, 'tenant_id': '59880c0cd5dd4d1c959c8face5c7dda3'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:29.429748 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Made reservation on behalf of 59880c0cd5dd4d1c959c8face5c7dda3 for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:29.435290 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:29.585830 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Allocated IP 172.20.0.4 (7481cfc8-9249-4a19-b45e-a0a3087e7adc/a68b1ba2-20bd-4142-9a27-159ffbc17436/21619923-ccde-4f24-a2c7-5958805827d2) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:29.768176 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks [] for port (21619923-ccde-4f24-a2c7-5958805827d2), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:29.835224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (21619923-ccde-4f24-a2c7-5958805827d2), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:29.886169 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Network 7481cfc8-9249-4a19-b45e-a0a3087e7adc is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:29.893394 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff2dd-4bfa-4050-ac58-d4e5024ae451 req-450b3249-3afe-45a0-9024-aedefba47f9b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:29.894889 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d71ff2dd-4bfa-4050-ac58-d4e5024ae451 req-450b3249-3afe-45a0-9024-aedefba47f9b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1074336 Mar 09 05:55:29.900224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:29.906057 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:29.943085 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Pushing event updated for resources: {'Port': ['ID=21619923-ccde-4f24-a2c7-5958805827d2,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:29.961777 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41574) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:29.987964 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:29.988608 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.001382 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d71ff2dd-4bfa-4050-ac58-d4e5024ae451 req-8899c4c6-ec3c-45b6-9022-5e6bf8ef9c51 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987680 Mar 09 05:55:30.019850 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-cb82dd23-952b-4097-b911-a862db76543b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7450502 Mar 09 05:55:30.086634 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4980b-ab7f-4556-bf96-06bba2fb6532 req-c1c763dc-d7ab-41ad-a7bf-c4006c59a366 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:30.088896 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63c4980b-ab7f-4556-bf96-06bba2fb6532 req-c1c763dc-d7ab-41ad-a7bf-c4006c59a366 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 931 time: 0.0595806 Mar 09 05:55:30.108415 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1cd56a92-48e2-4c9f-a30c-5665f2bd32f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.173281 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-63c4980b-ab7f-4556-bf96-06bba2fb6532 req-76cf5b93-9941-4165-a068-5bb15b42a6b8 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778663 Mar 09 05:55:30.226398 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1cd56a92-48e2-4c9f-a30c-5665f2bd32f6 admin admin] Publish callbacks [] for security_group (dbc180f4-c36d-44d2-900e-383298cc4c4a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.230207 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1cd56a92-48e2-4c9f-a30c-5665f2bd32f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (dbc180f4-c36d-44d2-900e-383298cc4c4a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.267837 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1cd56a92-48e2-4c9f-a30c-5665f2bd32f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bddd9d552f6a49a4b93a435a25bbe914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032146 Mar 09 05:55:30.269072 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd56a92-48e2-4c9f-a30c-5665f2bd32f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc180f4-c36d-44d2-900e-383298cc4c4a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:30.270483 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41584) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:30.318315 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d669c080-74cf-4914-8b63-a7e741e7c96f admin admin] Publish callbacks [] for security_group (dbc180f4-c36d-44d2-900e-383298cc4c4a), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.339828 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d669c080-74cf-4914-8b63-a7e741e7c96f admin admin] Publish callbacks [] for security_group (dbc180f4-c36d-44d2-900e-383298cc4c4a), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.385479 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d669c080-74cf-4914-8b63-a7e741e7c96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (dbc180f4-c36d-44d2-900e-383298cc4c4a), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.388030 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d669c080-74cf-4914-8b63-a7e741e7c96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:30.389228 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d669c080-74cf-4914-8b63-a7e741e7c96f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dbc180f4-c36d-44d2-900e-383298cc4c4a HTTP/1.1" status: 204 len: 168 time: 0.1176546 Mar 09 05:55:30.396755 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669c080-74cf-4914-8b63-a7e741e7c96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc180f4-c36d-44d2-900e-383298cc4c4a,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:30.728585 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e6396c41-b84f-41b8-bff3-f6521d10468b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:31.128414 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02408b5-59e3-429f-bd4e-a925b1661189 req-7cc31c53-2de9-4210-aa3f-a2b7b34b59ee tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:31.129960 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e02408b5-59e3-429f-bd4e-a925b1661189 req-7cc31c53-2de9-4210-aa3f-a2b7b34b59ee tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0551925 Mar 09 05:55:31.177186 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e02408b5-59e3-429f-bd4e-a925b1661189 req-474f70fa-fbbc-413e-be51-c67222fd78c3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Mar 09 05:55:31.299181 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b779873-a690-41fa-9577-34e3ab96a8f3 req-9996856f-c52a-45ba-b6a4-1396798b09ff tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:31.300821 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9b779873-a690-41fa-9577-34e3ab96a8f3 req-9996856f-c52a-45ba-b6a4-1396798b09ff tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 931 time: 0.0536642 Mar 09 05:55:31.351877 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9b779873-a690-41fa-9577-34e3ab96a8f3 req-6ada516e-685e-4457-b6cb-2d2a8994520f tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Mar 09 05:55:32.276651 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Request body: {'port': {'device_id': '6b6f4292-2894-441e-842e-88d66362549b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:32.341716 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041c51a-9235-49b7-a0cf-dd5a4df70c46 req-60448401-ab85-476e-b717-8225e0537691 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:32.343220 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8041c51a-9235-49b7-a0cf-dd5a4df70c46 req-60448401-ab85-476e-b717-8225e0537691 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1027639 Mar 09 05:55:32.358845 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (21619923-ccde-4f24-a2c7-5958805827d2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:32.425778 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8041c51a-9235-49b7-a0cf-dd5a4df70c46 req-5f8fb006-c3b8-46fa-b167-3ff199d9f680 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760112 Mar 09 05:55:32.474388 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edfa03-1d7a-4d82-bc35-5a13f7fcdf79 req-365910c0-f405-49fb-a10d-dd09de199f1a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:32.475967 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a0edfa03-1d7a-4d82-bc35-5a13f7fcdf79 req-365910c0-f405-49fb-a10d-dd09de199f1a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 931 time: 0.0548890 Mar 09 05:55:32.542921 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a0edfa03-1d7a-4d82-bc35-5a13f7fcdf79 req-f74b4c89-216f-4450-8107-b0ed97cb9ddb tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Mar 09 05:55:32.759076 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41658) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:32.878439 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8973508-67c0-438a-87ee-d07e104d73a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:32.892129 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21619923-ccde-4f24-a2c7-5958805827d2 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:55:32.901119 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Publish callbacks [] for port (21619923-ccde-4f24-a2c7-5958805827d2), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:32.915325 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Transition to ACTIVE for port object 21619923-ccde-4f24-a2c7-5958805827d2 will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:55:32.918646 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (21619923-ccde-4f24-a2c7-5958805827d2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:32.959277 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8973508-67c0-438a-87ee-d07e104d73a6 admin admin] Publish callbacks [] for security_group (af84bb09-e3b0-4117-83ba-cb0ee5279115), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:32.964173 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8973508-67c0-438a-87ee-d07e104d73a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (af84bb09-e3b0-4117-83ba-cb0ee5279115), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:32.997164 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Pushing event updated for resources: {'Port': ['ID=21619923-ccde-4f24-a2c7-5958805827d2,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:33.001360 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8973508-67c0-438a-87ee-d07e104d73a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af84bb09-e3b0-4117-83ba-cb0ee5279115,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:33.005575 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a8973508-67c0-438a-87ee-d07e104d73a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=035e4736605044d0b07b06f50ee3855a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446098 Mar 09 05:55:33.008237 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41662) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:33.052270 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Attempting to bind port 21619923-ccde-4f24-a2c7-5958805827d2 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:33.052914 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Attempting to bind port 21619923-ccde-4f24-a2c7-5958805827d2 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:33.053240 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Attempting to bind port 21619923-ccde-4f24-a2c7-5958805827d2 on network 7481cfc8-9249-4a19-b45e-a0a3087e7adc {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:33.058162 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Port 21619923-ccde-4f24-a2c7-5958805827d2 on network 7481cfc8-9249-4a19-b45e-a0a3087e7adc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:55:33.058477 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Attempting to bind port 21619923-ccde-4f24-a2c7-5958805827d2 on network 7481cfc8-9249-4a19-b45e-a0a3087e7adc {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:33.062203 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d22bce76-d02f-471b-8703-c44fc9b4ff3f admin admin] Publish callbacks [] for security_group (af84bb09-e3b0-4117-83ba-cb0ee5279115), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.063407 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:33.063749 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Checking segment: {'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:33.064139 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Bound using segment: {'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:33.064603 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Bound port: 21619923-ccde-4f24-a2c7-5958805827d2, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:33.064958 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (21619923-ccde-4f24-a2c7-5958805827d2), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.089059 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d22bce76-d02f-471b-8703-c44fc9b4ff3f admin admin] Publish callbacks [] for security_group (af84bb09-e3b0-4117-83ba-cb0ee5279115), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.095327 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3a764c67-02dc-4e86-a2d0-0b47c1eceea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.132881 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] For port 21619923-ccde-4f24-a2c7-5958805827d2, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:33.136174 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] For port 21619923-ccde-4f24-a2c7-5958805827d2, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=21619923-ccde-4f24-a2c7-5958805827d2,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:33.142321 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (21619923-ccde-4f24-a2c7-5958805827d2), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.142758 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d22bce76-d02f-471b-8703-c44fc9b4ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (af84bb09-e3b0-4117-83ba-cb0ee5279115), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.145299 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d22bce76-d02f-471b-8703-c44fc9b4ff3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.146536 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d22bce76-d02f-471b-8703-c44fc9b4ff3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af84bb09-e3b0-4117-83ba-cb0ee5279115 HTTP/1.1" status: 204 len: 168 time: 0.1373160 Mar 09 05:55:33.155042 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bce76-d02f-471b-8703-c44fc9b4ff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af84bb09-e3b0-4117-83ba-cb0ee5279115,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:33.180219 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:33.181105 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.183246 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] 10.222.0.32 "PUT /v2.0/ports/21619923-ccde-4f24-a2c7-5958805827d2 HTTP/1.1" status: 200 len: 1093 time: 0.9132380 Mar 09 05:55:33.185587 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6f4292-2894-441e-842e-88d66362549b', 'tag': '21619923-ccde-4f24-a2c7-5958805827d2'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:33.187830 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6f4292-2894-441e-842e-88d66362549b", "tag": "21619923-ccde-4f24-a2c7-5958805827d2"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:33.221664 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75240ea-5748-4882-b37b-2884f21b2a21 service neutron] Pushing event updated for resources: {'Port': ['ID=21619923-ccde-4f24-a2c7-5958805827d2,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:33.228017 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55617a3-8d32-4843-be49-c5e9f28cc2cb x-openstack-request-id: req-d55617a3-8d32-4843-be49-c5e9f28cc2cb {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:33.228876 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6f4292-2894-441e-842e-88d66362549b", "tag": "21619923-ccde-4f24-a2c7-5958805827d2", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:33.229233 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d55617a3-8d32-4843-be49-c5e9f28cc2cb {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:33.229951 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6f4292-2894-441e-842e-88d66362549b', 'tag': '21619923-ccde-4f24-a2c7-5958805827d2', 'status': 'completed', 'code': 200} Mar 09 05:55:33.337256 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-6c58ee6c-4381-4c62-a471-f623231a5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:33.339773 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-6c58ee6c-4381-4c62-a471-f623231a5b45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 1127 time: 0.0594051 Mar 09 05:55:33.399432 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-04680ad0-1032-4bf9-b84c-d582893577d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21619923-ccde-4f24-a2c7-5958805827d2 HTTP/1.1" status: 200 len: 217 time: 0.0357401 Mar 09 05:55:33.442922 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41674) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:33.461998 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-835300fe-1b2e-4398-b109-7bfce5e36052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.490480 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-6fef0915-50b5-4fa6-a186-8ed9e1e4b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:33.492437 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-6fef0915-50b5-4fa6-a186-8ed9e1e4b847 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a68b1ba2-20bd-4142-9a27-159ffbc17436 HTTP/1.1" status: 200 len: 848 time: 0.0843859 Mar 09 05:55:33.537092 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-f471d7df-8e93-45bc-a8fb-92bfbc03043b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7481cfc8-9249-4a19-b45e-a0a3087e7adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366552 Mar 09 05:55:33.571327 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf7427-e1df-43d0-a1e4-97ed9d780c20 req-55c2478e-8ed0-42e0-9df9-25224db8a23c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:33.573981 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-85bf7427-e1df-43d0-a1e4-97ed9d780c20 req-55c2478e-8ed0-42e0-9df9-25224db8a23c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0716238 Mar 09 05:55:33.640894 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-85bf7427-e1df-43d0-a1e4-97ed9d780c20 req-f301585d-3565-49f5-bb18-bbc145b50645 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559001 Mar 09 05:55:33.674488 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-835300fe-1b2e-4398-b109-7bfce5e36052 admin admin] Publish callbacks [] for security_group (610fb76f-1409-497f-92b5-d4ffde9a3041), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.684124 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-835300fe-1b2e-4398-b109-7bfce5e36052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (610fb76f-1409-497f-92b5-d4ffde9a3041), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.720661 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-8cac8a20-74d0-4724-bf79-220a88aac0ac service neutron] 10.222.0.32 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766691 Mar 09 05:55:33.767116 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-835300fe-1b2e-4398-b109-7bfce5e36052 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95c0efa0017649e1ac487f1e64eb9a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231196 Mar 09 05:55:33.767842 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835300fe-1b2e-4398-b109-7bfce5e36052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610fb76f-1409-497f-92b5-d4ffde9a3041,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:33.769768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41688) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:33.782323 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61458078-0879-47d4-841d-8a2412d79cf0 req-1dac4897-02b0-4bb8-b8f7-aa13251fe641 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:33.783918 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-61458078-0879-47d4-841d-8a2412d79cf0 req-1dac4897-02b0-4bb8-b8f7-aa13251fe641 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.1526740 Mar 09 05:55:33.827714 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2594-ae3a-49d2-a644-ddfdee9df9f4 admin admin] Publish callbacks [] for security_group (610fb76f-1409-497f-92b5-d4ffde9a3041), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.855211 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2594-ae3a-49d2-a644-ddfdee9df9f4 admin admin] Publish callbacks [] for security_group (610fb76f-1409-497f-92b5-d4ffde9a3041), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.887244 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-61458078-0879-47d4-841d-8a2412d79cf0 req-14b65c2e-afa1-4a1c-a45d-b8ddb65daee1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944450 Mar 09 05:55:33.889427 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1fccafcc-3bc9-4494-975d-a3caa64abdc6 req-46e749c9-460d-43bc-bbac-35e4cf93dc13 service neutron] 10.222.0.32 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531103 Mar 09 05:55:33.911049 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2594-ae3a-49d2-a644-ddfdee9df9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (610fb76f-1409-497f-92b5-d4ffde9a3041), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.913562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2594-ae3a-49d2-a644-ddfdee9df9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:33.914968 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9c3f2594-ae3a-49d2-a644-ddfdee9df9f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/610fb76f-1409-497f-92b5-d4ffde9a3041 HTTP/1.1" status: 204 len: 168 time: 0.1428924 Mar 09 05:55:33.925371 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f2594-ae3a-49d2-a644-ddfdee9df9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610fb76f-1409-497f-92b5-d4ffde9a3041,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:34.102168 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-8d238174-0f42-4a96-914a-0b89c284c84a tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:34.104028 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-8d238174-0f42-4a96-914a-0b89c284c84a tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/networks?id=de8aacac-0d50-4d55-8223-ab5e95e86091 HTTP/1.1" status: 200 len: 813 time: 0.0994411 Mar 09 05:55:34.118207 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-9a428906-22e8-4f9a-9570-2b36f040b43b tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/quotas/bca7b636985547ea8b9a458a0a6f3d54 HTTP/1.1" status: 200 len: 375 time: 0.0087099 Mar 09 05:55:34.154131 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-79eeb0dc-68e5-49bd-ab99-492b5439d6b3 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bca7b636985547ea8b9a458a0a6f3d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303404 Mar 09 05:55:34.246175 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-b69fad2b-d3e3-48c5-bdfa-730070ea26d6 service neutron] 10.222.0.36 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 Mar 09 05:55:34.342561 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-479a823e-99ae-4b85-ac6c-fbdd9af61561 service neutron] 10.222.0.36 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851436 Mar 09 05:55:34.384689 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:34.511052 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9b454a51-ae1f-4355-aba4-1b9185af52cb req-9eeec500-0797-4b2e-be53-d32d1c8e7666 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 210 time: 0.0284710 Mar 09 05:55:34.769126 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786611d1-ef29-49f3-a8c5-3bb017e1c3ee req-7be7013d-29d9-40d9-af8f-86edc8cb8491 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:34.771613 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-786611d1-ef29-49f3-a8c5-3bb017e1c3ee req-7be7013d-29d9-40d9-af8f-86edc8cb8491 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0610762 Mar 09 05:55:34.826880 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-786611d1-ef29-49f3-a8c5-3bb017e1c3ee req-f5ebb475-67e4-431f-86b4-acddd7a43893 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 Mar 09 05:55:35.003588 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1709-dd54-49f5-ae73-de7bd57a4e52 req-141eccdb-255c-4474-8a2f-f47e6ddac0e2 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:35.005098 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-687c1709-dd54-49f5-ae73-de7bd57a4e52 req-141eccdb-255c-4474-8a2f-f47e6ddac0e2 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0525341 Mar 09 05:55:35.053552 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-687c1709-dd54-49f5-ae73-de7bd57a4e52 req-d1eb535f-8786-482d-b9e7-0d9ef8c6e5b1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Mar 09 05:55:35.524530 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:35.607250 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cfb23cb1-c998-41d6-bd76-0f1516dcbdae req-fc299d46-dbc2-479f-ad94-af7be45e9d95 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 210 time: 0.0276289 Mar 09 05:55:35.946431 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863ca1-ee58-4e81-a5ec-dd68e734b2b1 req-890284a9-b663-481d-82f1-df2f6e94c30c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:35.948127 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-49863ca1-ee58-4e81-a5ec-dd68e734b2b1 req-890284a9-b663-481d-82f1-df2f6e94c30c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Mar 09 05:55:35.996737 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-49863ca1-ee58-4e81-a5ec-dd68e734b2b1 req-bc142818-ace2-434e-a8c3-17c16539be92 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Mar 09 05:55:36.172095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d2496-a443-4bf5-86b0-434d2e01dbf7 req-e2e23179-74fa-43b2-b9a5-7dabfe439370 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:36.173559 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-441d2496-a443-4bf5-86b0-434d2e01dbf7 req-e2e23179-74fa-43b2-b9a5-7dabfe439370 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0545592 Mar 09 05:55:36.218578 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-441d2496-a443-4bf5-86b0-434d2e01dbf7 req-1017f359-bf01-446d-994f-50b2602a36c5 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Mar 09 05:55:36.708114 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cca78d67-a16b-4078-970e-f66ac87790a7 req-1933b006-6f27-4fc5-a1cb-8855af5eb752 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 210 time: 0.0323980 Mar 09 05:55:36.716756 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-8ec84f2b-a1f0-469b-96eb-49feeffae36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:36.718216 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-8ec84f2b-a1f0-469b-96eb-49feeffae36e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 1127 time: 0.0907948 Mar 09 05:55:36.826759 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-0ec6a51b-6274-4ce7-b4d6-7e6793d61729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:36.828211 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-0ec6a51b-6274-4ce7-b4d6-7e6793d61729 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7481cfc8-9249-4a19-b45e-a0a3087e7adc HTTP/1.1" status: 200 len: 909 time: 0.1022377 Mar 09 05:55:36.885583 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-926b7d79-f291-4830-b8a1-fc313edfe0fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21619923-ccde-4f24-a2c7-5958805827d2 HTTP/1.1" status: 200 len: 217 time: 0.0441294 Mar 09 05:55:36.936755 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-f84fddf9-a82b-429c-99af-82c076cacb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:36.938242 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-f84fddf9-a82b-429c-99af-82c076cacb36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a68b1ba2-20bd-4142-9a27-159ffbc17436 HTTP/1.1" status: 200 len: 848 time: 0.0450354 Mar 09 05:55:36.991485 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-919cb0f1-ec02-476e-8c22-4186e82df93c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7481cfc8-9249-4a19-b45e-a0a3087e7adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307970 Mar 09 05:55:37.080833 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-cfa59f56-ceb2-46fe-a177-da0e2060782f service neutron] 10.222.0.32 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828879 Mar 09 05:55:37.109442 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:37.113778 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7c8a8-c2fe-48ab-b6f8-434d71fbd717 req-e6037048-4844-4758-a036-e54196efb990 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:37.115246 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0bd7c8a8-c2fe-48ab-b6f8-434d71fbd717 req-e6037048-4844-4758-a036-e54196efb990 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0519521 Mar 09 05:55:37.160552 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0bd7c8a8-c2fe-48ab-b6f8-434d71fbd717 req-b291a5b1-6416-4017-8f47-2257bdd37fa0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391059 Mar 09 05:55:37.333180 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7193db5-ec09-4f38-a0c2-8c773d26237f req-0f464e30-a731-42d8-a3da-43b04961e75f tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:37.334638 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c7193db5-ec09-4f38-a0c2-8c773d26237f req-0f464e30-a731-42d8-a3da-43b04961e75f tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0509341 Mar 09 05:55:37.383710 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c7193db5-ec09-4f38-a0c2-8c773d26237f req-dd7975ae-0f53-4a82-aeaa-9e052ad00389 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Mar 09 05:55:37.811664 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d8741be1-8bdb-49cb-92d3-76052c8103c2 req-fef43198-79e1-4a55-adeb-0eb473901ce1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 210 time: 0.0289056 Mar 09 05:55:38.070916 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-380eb7af-b44f-4fdd-a0fc-f8e9856e6c59 req-266dc8a7-c3c8-4f1f-b966-5c6ea11dd412 service neutron] 10.222.0.32 "GET /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253488 Mar 09 05:55:38.277336 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b4097-40ac-46d1-a49d-301fc8cf0970 req-4173d404-dd45-42f6-b626-875b142e1609 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:38.278782 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-740b4097-40ac-46d1-a49d-301fc8cf0970 req-4173d404-dd45-42f6-b626-875b142e1609 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0529468 Mar 09 05:55:38.328323 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-740b4097-40ac-46d1-a49d-301fc8cf0970 req-53eaa6e1-6362-419d-9359-1b68989a8c53 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Mar 09 05:55:38.502197 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d91da1-4505-4dc1-98cb-8376b64dfe8b req-d031cad8-6965-4919-a132-1586814551c1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:38.503644 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95d91da1-4505-4dc1-98cb-8376b64dfe8b req-d031cad8-6965-4919-a132-1586814551c1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0547905 Mar 09 05:55:38.548559 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95d91da1-4505-4dc1-98cb-8376b64dfe8b req-ace148de-f678-4897-a959-944cab3aaaa6 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Mar 09 05:55:38.904870 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-547286ce-2e6b-443e-9cef-16ccbf422b7f req-4b9853ad-9113-4405-97e8-6eb3599b720c tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 210 time: 0.0276084 Mar 09 05:55:39.404037 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41862) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:39.448483 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d890958-6e73-4b2d-8b0e-d0cc3c9b5554 req-8b607297-c315-4d10-a0bb-1e4a456c309b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:39.449962 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d890958-6e73-4b2d-8b0e-d0cc3c9b5554 req-8b607297-c315-4d10-a0bb-1e4a456c309b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0558820 Mar 09 05:55:39.495943 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d890958-6e73-4b2d-8b0e-d0cc3c9b5554 req-3b8c571a-8b80-4925-b2d5-d67f45927c0f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Mar 09 05:55:39.507765 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30b686c9-b499-4753-aff8-647bc7565736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:39.579911 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30b686c9-b499-4753-aff8-647bc7565736 admin admin] Publish callbacks [] for security_group (431fd517-6464-45ae-bd36-87d38522cb14), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:39.584153 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30b686c9-b499-4753-aff8-647bc7565736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (431fd517-6464-45ae-bd36-87d38522cb14), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:39.629232 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-30b686c9-b499-4753-aff8-647bc7565736 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e073449a3f424b13aeab37285d5b7ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215652 Mar 09 05:55:39.629232 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b686c9-b499-4753-aff8-647bc7565736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431fd517-6464-45ae-bd36-87d38522cb14,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:39.630914 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41868) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:39.666363 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f89599-7ad8-4e65-81a6-d4af742c984f req-0184c487-bf79-4547-b95a-c466bc3902c6 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:39.668093 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e3f89599-7ad8-4e65-81a6-d4af742c984f req-0184c487-bf79-4547-b95a-c466bc3902c6 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0546136 Mar 09 05:55:39.679793 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c44a-1c9d-410e-b7ac-a7a36e99e8bf admin admin] Publish callbacks [] for security_group (431fd517-6464-45ae-bd36-87d38522cb14), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:39.700681 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c44a-1c9d-410e-b7ac-a7a36e99e8bf admin admin] Publish callbacks [] for security_group (431fd517-6464-45ae-bd36-87d38522cb14), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:39.725174 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e3f89599-7ad8-4e65-81a6-d4af742c984f req-78dc55bc-79a3-401f-aa44-17cc5475c1a8 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514848 Mar 09 05:55:39.748948 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c44a-1c9d-410e-b7ac-a7a36e99e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (431fd517-6464-45ae-bd36-87d38522cb14), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:39.752222 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c44a-1c9d-410e-b7ac-a7a36e99e8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:39.753681 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c9d8c44a-1c9d-410e-b7ac-a7a36e99e8bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/431fd517-6464-45ae-bd36-87d38522cb14 HTTP/1.1" status: 204 len: 168 time: 0.1218569 Mar 09 05:55:39.762028 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8c44a-1c9d-410e-b7ac-a7a36e99e8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431fd517-6464-45ae-bd36-87d38522cb14,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:39.980335 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-9133e871-8c6d-477b-81af-cd1bfb615834 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:39.982330 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-9133e871-8c6d-477b-81af-cd1bfb615834 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "GET /v2.0/networks?id=de8aacac-0d50-4d55-8223-ab5e95e86091 HTTP/1.1" status: 200 len: 813 time: 0.1162090 Mar 09 05:55:40.005371 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Request body: {'port': {'device_id': '7cca8829-596b-43eb-bd89-3b21345344f1', 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091', 'admin_state_up': True, 'tenant_id': 'bca7b636985547ea8b9a458a0a6f3d54'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:40.041454 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-383fc369-9622-4f34-94da-a0c840da9129 req-5b2e3693-0fb1-4e43-822d-49325d2de725 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 210 time: 0.0413518 Mar 09 05:55:40.061137 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41882) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:40.075012 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a175-cd1e-450a-a366-3efddc1a668b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.117840 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Made reservation on behalf of bca7b636985547ea8b9a458a0a6f3d54 for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:40.121386 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.153097 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a175-cd1e-450a-a366-3efddc1a668b admin admin] Publish callbacks [] for security_group (654d3ad5-c5fc-4554-9c07-a5304c2c6078), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.157586 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9a175-cd1e-450a-a366-3efddc1a668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (654d3ad5-c5fc-4554-9c07-a5304c2c6078), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.193566 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9a175-cd1e-450a-a366-3efddc1a668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654d3ad5-c5fc-4554-9c07-a5304c2c6078,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:40.198336 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e0e9a175-cd1e-450a-a366-3efddc1a668b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5b326a90dfb459a99b0e0fbc5b8a899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360879 Mar 09 05:55:40.200960 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41886) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:40.252653 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6070223b-8f3c-4f8a-96ff-541c0066ac82 admin admin] Publish callbacks [] for security_group (654d3ad5-c5fc-4554-9c07-a5304c2c6078), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.264763 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Allocated IP 172.20.0.12 (de8aacac-0d50-4d55-8223-ab5e95e86091/d3041ff1-b030-4098-b7a1-ad1d2cfc78f1/86eba2a5-043f-49be-84d6-d390dc57cf4f) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:40.277081 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6070223b-8f3c-4f8a-96ff-541c0066ac82 admin admin] Publish callbacks [] for security_group (654d3ad5-c5fc-4554-9c07-a5304c2c6078), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.322738 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6070223b-8f3c-4f8a-96ff-541c0066ac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (654d3ad5-c5fc-4554-9c07-a5304c2c6078), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.325394 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6070223b-8f3c-4f8a-96ff-541c0066ac82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.328920 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6070223b-8f3c-4f8a-96ff-541c0066ac82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/654d3ad5-c5fc-4554-9c07-a5304c2c6078 HTTP/1.1" status: 204 len: 168 time: 0.1246593 Mar 09 05:55:40.334449 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070223b-8f3c-4f8a-96ff-541c0066ac82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d3ad5-c5fc-4554-9c07-a5304c2c6078,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:40.427122 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks [] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.459682 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.503953 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Network de8aacac-0d50-4d55-8223-ab5e95e86091 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:40.508906 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:40.512747 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:40.519134 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Pushing event updated for resources: {'Port': ['ID=86eba2a5-043f-49be-84d6-d390dc57cf4f,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:40.565421 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:40.566220 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:40.603677 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-323b4d13-a457-4eb4-a14d-abc96145eaf1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022205 Mar 09 05:55:40.630052 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3fdb1-f608-4f4f-9b19-86f38b841695 req-f6dc95bf-b8a8-4289-8b66-1a5cac5d835f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:40.631540 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-89a3fdb1-f608-4f4f-9b19-86f38b841695 req-f6dc95bf-b8a8-4289-8b66-1a5cac5d835f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0621443 Mar 09 05:55:40.683696 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-89a3fdb1-f608-4f4f-9b19-86f38b841695 req-97c9640c-996a-477a-8558-277287a88c2d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Mar 09 05:55:40.844840 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5c7b-4fbe-4d54-9322-6d5dc8cc479e req-1e345c3c-ad85-4b9a-9a9d-9a5f11a9a859 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:40.846355 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ba2f5c7b-4fbe-4d54-9322-6d5dc8cc479e req-1e345c3c-ad85-4b9a-9a9d-9a5f11a9a859 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0538371 Mar 09 05:55:40.896450 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ba2f5c7b-4fbe-4d54-9322-6d5dc8cc479e req-8e250e1f-5aad-4dac-8380-259e24febc0e tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Mar 09 05:55:41.150445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc96c50-ac6a-4ace-8a26-4b109dc483ab req-3e0b7499-d677-4942-ad1d-aba1eeabf879 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:41.151921 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4cc96c50-ac6a-4ace-8a26-4b109dc483ab req-3e0b7499-d677-4942-ad1d-aba1eeabf879 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 932 time: 0.0541952 Mar 09 05:55:41.204721 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4cc96c50-ac6a-4ace-8a26-4b109dc483ab req-15e77540-a5b5-438c-89e1-dfa41f79b193 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471029 Mar 09 05:55:41.804177 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c788ba-4db9-4105-8e8d-b3f8def480b2 req-fe0d9b11-5c02-4c3d-bbfa-20b4ac5350e3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:41.805660 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e1c788ba-4db9-4105-8e8d-b3f8def480b2 req-fe0d9b11-5c02-4c3d-bbfa-20b4ac5350e3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0550091 Mar 09 05:55:41.852844 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e1c788ba-4db9-4105-8e8d-b3f8def480b2 req-1c3ee0dc-81b0-49a1-94f8-d69504126772 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Mar 09 05:55:41.907813 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 41946) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:42.015346 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69aadb03-e86a-4d3e-b2a9-eb633914853f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.024756 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25a4d-ca5e-4bf1-a9af-bb5ecad55e5f req-d1b82b48-f8b9-4fef-86e8-87c267690214 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:42.026975 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8ab25a4d-ca5e-4bf1-a9af-bb5ecad55e5f req-d1b82b48-f8b9-4fef-86e8-87c267690214 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0655415 Mar 09 05:55:42.096908 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8ab25a4d-ca5e-4bf1-a9af-bb5ecad55e5f req-d0605fd1-105d-4e18-9643-1273c09d9939 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627666 Mar 09 05:55:42.141197 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69aadb03-e86a-4d3e-b2a9-eb633914853f admin admin] Publish callbacks [] for security_group (c33c1fbc-522f-4f67-bb86-636221c83045), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.145472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69aadb03-e86a-4d3e-b2a9-eb633914853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (c33c1fbc-522f-4f67-bb86-636221c83045), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.182834 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-69aadb03-e86a-4d3e-b2a9-eb633914853f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c81cca4ca41b4bd799018471c9e9f6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739079 Mar 09 05:55:42.184849 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aadb03-e86a-4d3e-b2a9-eb633914853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33c1fbc-522f-4f67-bb86-636221c83045,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:42.185507 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41954) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:42.235420 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9ae087f6-d8d9-4c88-b04c-36c0dece8aeb admin admin] Publish callbacks [] for security_group (c33c1fbc-522f-4f67-bb86-636221c83045), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.260745 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9ae087f6-d8d9-4c88-b04c-36c0dece8aeb admin admin] Publish callbacks [] for security_group (c33c1fbc-522f-4f67-bb86-636221c83045), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.339256 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79700a01-a205-47ee-89cd-5d52496ec06b req-7bb5425d-1547-46f1-b267-7640684219bd tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:42.340756 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-79700a01-a205-47ee-89cd-5d52496ec06b req-7bb5425d-1547-46f1-b267-7640684219bd tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 932 time: 0.0689232 Mar 09 05:55:42.346169 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9ae087f6-d8d9-4c88-b04c-36c0dece8aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (c33c1fbc-522f-4f67-bb86-636221c83045), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.348891 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9ae087f6-d8d9-4c88-b04c-36c0dece8aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.349977 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9ae087f6-d8d9-4c88-b04c-36c0dece8aeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c33c1fbc-522f-4f67-bb86-636221c83045 HTTP/1.1" status: 204 len: 168 time: 0.1634984 Mar 09 05:55:42.372735 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae087f6-d8d9-4c88-b04c-36c0dece8aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33c1fbc-522f-4f67-bb86-636221c83045,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:42.409508 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-79700a01-a205-47ee-89cd-5d52496ec06b req-2991cd99-996c-4980-a84e-741106caaa8d tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584652 Mar 09 05:55:42.606599 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41964) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:42.619390 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-84bc4d05-2631-4964-b3a3-c25bc52393da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.691700 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-84bc4d05-2631-4964-b3a3-c25bc52393da admin admin] Publish callbacks [] for security_group (0cd045af-5ece-4c71-abd5-a2ca0caee851), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.695191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-84bc4d05-2631-4964-b3a3-c25bc52393da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0cd045af-5ece-4c71-abd5-a2ca0caee851), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.706818 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Request body: {'port': {'device_id': '7cca8829-596b-43eb-bd89-3b21345344f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:42.727371 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.737510 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc4d05-2631-4964-b3a3-c25bc52393da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd045af-5ece-4c71-abd5-a2ca0caee851,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:42.741590 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-84bc4d05-2631-4964-b3a3-c25bc52393da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d743a2384c7e42108999fcea1616aab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339800 Mar 09 05:55:42.744225 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 41968) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:42.768741 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.793668 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fed30591-be68-4f3a-ad73-6b45d37c6513 admin admin] Publish callbacks [] for security_group (0cd045af-5ece-4c71-abd5-a2ca0caee851), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.814592 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fed30591-be68-4f3a-ad73-6b45d37c6513 admin admin] Publish callbacks [] for security_group (0cd045af-5ece-4c71-abd5-a2ca0caee851), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.865189 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fed30591-be68-4f3a-ad73-6b45d37c6513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0cd045af-5ece-4c71-abd5-a2ca0caee851), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.867895 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fed30591-be68-4f3a-ad73-6b45d37c6513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:42.871661 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fed30591-be68-4f3a-ad73-6b45d37c6513 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cd045af-5ece-4c71-abd5-a2ca0caee851 HTTP/1.1" status: 204 len: 168 time: 0.1239636 Mar 09 05:55:42.876753 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed30591-be68-4f3a-ad73-6b45d37c6513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd045af-5ece-4c71-abd5-a2ca0caee851,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:43.033963 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b3c04-16e2-4272-b10e-f370d46d1113 req-748cd2f2-6720-4a69-8cb6-a8b3d0021dd3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:43.035606 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2f5b3c04-16e2-4272-b10e-f370d46d1113 req-748cd2f2-6720-4a69-8cb6-a8b3d0021dd3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1140256 Mar 09 05:55:43.119875 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2f5b3c04-16e2-4272-b10e-f370d46d1113 req-3f9ee904-7b80-4324-b192-04b2cb296c2a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752668 Mar 09 05:55:43.122887 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86eba2a5-043f-49be-84d6-d390dc57cf4f {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:55:43.133218 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Publish callbacks [] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:43.151585 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Transition to ACTIVE for port object 86eba2a5-043f-49be-84d6-d390dc57cf4f will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:55:43.156284 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:43.232840 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Pushing event updated for resources: {'Port': ['ID=86eba2a5-043f-49be-84d6-d390dc57cf4f,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:43.304752 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715ff60-8523-408a-a0c5-071e36597fe1 req-3e1d3376-3767-4c17-a5ee-61b5cf949bd7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:43.308409 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0715ff60-8523-408a-a0c5-071e36597fe1 req-3e1d3376-3767-4c17-a5ee-61b5cf949bd7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0985105 Mar 09 05:55:43.316109 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Attempting to bind port 86eba2a5-043f-49be-84d6-d390dc57cf4f on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:43.316515 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Attempting to bind port 86eba2a5-043f-49be-84d6-d390dc57cf4f by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:43.316934 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Attempting to bind port 86eba2a5-043f-49be-84d6-d390dc57cf4f on network de8aacac-0d50-4d55-8223-ab5e95e86091 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:43.321334 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Port 86eba2a5-043f-49be-84d6-d390dc57cf4f on network de8aacac-0d50-4d55-8223-ab5e95e86091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:55:43.321710 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Attempting to bind port 86eba2a5-043f-49be-84d6-d390dc57cf4f on network de8aacac-0d50-4d55-8223-ab5e95e86091 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:43.328549 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:43.328899 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Checking segment: {'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:43.329282 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Bound using segment: {'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:43.329704 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Bound port: 86eba2a5-043f-49be-84d6-d390dc57cf4f, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:43.330075 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:43.363225 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0715ff60-8523-408a-a0c5-071e36597fe1 req-04883998-3a39-4972-9ce9-5fa5503ad2b0 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487723 Mar 09 05:55:43.406064 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] For port 86eba2a5-043f-49be-84d6-d390dc57cf4f, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:43.409283 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] For port 86eba2a5-043f-49be-84d6-d390dc57cf4f, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=86eba2a5-043f-49be-84d6-d390dc57cf4f,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:43.417184 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:43.472723 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:43.473374 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:43.474828 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] 10.222.0.32 "PUT /v2.0/ports/86eba2a5-043f-49be-84d6-d390dc57cf4f HTTP/1.1" status: 200 len: 1094 time: 0.7724576 Mar 09 05:55:43.475615 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cca8829-596b-43eb-bd89-3b21345344f1', 'tag': '86eba2a5-043f-49be-84d6-d390dc57cf4f'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:43.478760 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cca8829-596b-43eb-bd89-3b21345344f1", "tag": "86eba2a5-043f-49be-84d6-d390dc57cf4f"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:43.541149 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446624ab-c9c4-4573-ac25-8a68413c2156 x-openstack-request-id: req-446624ab-c9c4-4573-ac25-8a68413c2156 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:43.541519 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cca8829-596b-43eb-bd89-3b21345344f1", "tag": "86eba2a5-043f-49be-84d6-d390dc57cf4f", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:43.541694 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-446624ab-c9c4-4573-ac25-8a68413c2156 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:43.542083 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cca8829-596b-43eb-bd89-3b21345344f1', 'tag': '86eba2a5-043f-49be-84d6-d390dc57cf4f', 'status': 'completed', 'code': 200} Mar 09 05:55:43.549869 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f62bab-7464-4aa7-a66e-119decea082a service neutron] Pushing event updated for resources: {'Port': ['ID=86eba2a5-043f-49be-84d6-d390dc57cf4f,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:43.605281 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611113a4-9b63-462c-94a0-35f3c6a4e328 req-6703a2ee-609f-4435-a8ca-6244147fa56e tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:43.606790 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-611113a4-9b63-462c-94a0-35f3c6a4e328 req-6703a2ee-609f-4435-a8ca-6244147fa56e tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 944 time: 0.1103151 Mar 09 05:55:43.629895 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-9632680d-6ea5-48c4-ab70-d140eddbf488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:43.631371 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-9632680d-6ea5-48c4-ab70-d140eddbf488 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bca7b636985547ea8b9a458a0a6f3d54&device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 1128 time: 0.0760992 Mar 09 05:55:43.694676 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-fab124bf-1fc8-4bb4-b168-b5fa41fb7315 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86eba2a5-043f-49be-84d6-d390dc57cf4f HTTP/1.1" status: 200 len: 217 time: 0.0475969 Mar 09 05:55:43.698987 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-611113a4-9b63-462c-94a0-35f3c6a4e328 req-1fde13d2-67ac-4b66-9c0f-638190ee0e3b tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859723 Mar 09 05:55:43.750739 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-8e00c051-e67d-4973-9247-6d59d35a94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:43.752343 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-8e00c051-e67d-4973-9247-6d59d35a94ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3041ff1-b030-4098-b7a1-ad1d2cfc78f1 HTTP/1.1" status: 200 len: 853 time: 0.0453970 Mar 09 05:55:43.784916 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-3dd9d1ca-7d86-4306-9669-47258f670b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de8aacac-0d50-4d55-8223-ab5e95e86091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260196 Mar 09 05:55:43.884352 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-27c6a444-8cce-4627-90cd-eb633ab871d8 service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926316 Mar 09 05:55:43.976611 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af7ecc0c-7849-48fc-bea8-ee9bdd3575a6 req-74a9d538-da0a-4c95-a90d-87a6a50c2171 service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Mar 09 05:55:44.124963 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-0b3b0a26-1e96-4418-9653-6e9651c6a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:44.126507 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-0b3b0a26-1e96-4418-9653-6e9651c6a367 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bca7b636985547ea8b9a458a0a6f3d54&device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 1128 time: 0.0457480 Mar 09 05:55:44.224007 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-aac88027-d7d3-4889-b050-7478f54a0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:44.225513 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-aac88027-d7d3-4889-b050-7478f54a0453 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de8aacac-0d50-4d55-8223-ab5e95e86091 HTTP/1.1" status: 200 len: 914 time: 0.0926161 Mar 09 05:55:44.255826 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea5d3f-50a9-489e-9e53-2fefad238d8f req-071168c7-779d-4c60-a9eb-9934a2d71215 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:44.257427 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2ea5d3f-50a9-489e-9e53-2fefad238d8f req-071168c7-779d-4c60-a9eb-9934a2d71215 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0540948 Mar 09 05:55:44.286383 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-e0b707d3-8a8d-4b8d-9b2e-cd24f9790ea1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86eba2a5-043f-49be-84d6-d390dc57cf4f HTTP/1.1" status: 200 len: 217 time: 0.0454524 Mar 09 05:55:44.305191 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a2ea5d3f-50a9-489e-9e53-2fefad238d8f req-f54bef13-3558-4f9c-af92-c3c3b676e784 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Mar 09 05:55:44.346436 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-b634449a-5eed-4d72-b9c2-01bb62afa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:44.347924 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-b634449a-5eed-4d72-b9c2-01bb62afa662 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3041ff1-b030-4098-b7a1-ad1d2cfc78f1 HTTP/1.1" status: 200 len: 853 time: 0.0547631 Mar 09 05:55:44.381019 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-77d01022-4b08-40c7-a859-e2937106a559 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de8aacac-0d50-4d55-8223-ab5e95e86091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259206 Mar 09 05:55:44.508969 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-86226ba5-68a1-49d7-811b-b8aebec8ca5f service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197240 Mar 09 05:55:44.546383 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc86441-ae60-4009-ad2c-d193bfcf66b7 req-8493bcb9-5f94-472f-b103-1e80ff8a1da5 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:44.547870 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2bc86441-ae60-4009-ad2c-d193bfcf66b7 req-8493bcb9-5f94-472f-b103-1e80ff8a1da5 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 943 time: 0.0933146 Mar 09 05:55:44.700955 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 21619923-ccde-4f24-a2c7-5958805827d2 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:55:44.878101 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 21619923-ccde-4f24-a2c7-5958805827d2, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=21619923-ccde-4f24-a2c7-5958805827d2,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:44.891755 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '21619923-ccde-4f24-a2c7-5958805827d2', 'network_id': '7481cfc8-9249-4a19-b45e-a0a3087e7adc', 'port_id': '21619923-ccde-4f24-a2c7-5958805827d2', 'mac_address': 'fa:16:3e:bd:5b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68b1ba2-20bd-4142-9a27-159ffbc17436', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:55:44.910592 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555d21-3255-44bf-ae48-a8ece938805b req-4b140d8b-d9d0-4d4e-8494-d1b7605f9e30 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:44.913721 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4c555d21-3255-44bf-ae48-a8ece938805b req-4b140d8b-d9d0-4d4e-8494-d1b7605f9e30 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 944 time: 0.1009681 Mar 09 05:55:44.938566 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 21619923-ccde-4f24-a2c7-5958805827d2 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:44.939124 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (21619923-ccde-4f24-a2c7-5958805827d2), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:44.956182 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-96f96cc6-6893-4de7-a8d5-b84e2b5c04fd req-c7a90cad-5f50-44c2-967d-ea36b03f0602 service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399879 Mar 09 05:55:44.960132 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2bc86441-ae60-4009-ad2c-d193bfcf66b7 req-29e508cd-6081-4667-a3c9-2a03fe0263da tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003057 Mar 09 05:55:44.963296 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21619923-ccde-4f24-a2c7-5958805827d2 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:55:44.986313 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4c555d21-3255-44bf-ae48-a8ece938805b req-b8756184-d5c9-4ba4-b54b-69c35f81dba2 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Mar 09 05:55:44.992999 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 21619923-ccde-4f24-a2c7-5958805827d2, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=21619923-ccde-4f24-a2c7-5958805827d2,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:45.008958 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (21619923-ccde-4f24-a2c7-5958805827d2), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.059626 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=21619923-ccde-4f24-a2c7-5958805827d2,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:45.221343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42088) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:45.325842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fc3179e5-2dba-4302-b540-7d79ca2d8e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.400842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fc3179e5-2dba-4302-b540-7d79ca2d8e88 admin admin] Publish callbacks [] for security_group (9cd5b83f-0181-4e5e-aa3e-80f530b506d2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.404480 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fc3179e5-2dba-4302-b540-7d79ca2d8e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (9cd5b83f-0181-4e5e-aa3e-80f530b506d2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.424293 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8b45-c1d3-4862-b658-62f9f4eb9caa req-5d9a67bd-cf6a-4226-9b14-77ac6ce5eaae tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:45.427750 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8edb8b45-c1d3-4862-b658-62f9f4eb9caa req-5d9a67bd-cf6a-4226-9b14-77ac6ce5eaae tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0548968 Mar 09 05:55:45.442606 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fc3179e5-2dba-4302-b540-7d79ca2d8e88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=243ec36defd84bf7bed9e6e6a4111e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201724 Mar 09 05:55:45.443457 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3179e5-2dba-4302-b540-7d79ca2d8e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd5b83f-0181-4e5e-aa3e-80f530b506d2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:45.445926 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42094) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:45.498743 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8edb8b45-c1d3-4862-b658-62f9f4eb9caa req-381dfeb3-1250-499a-9b29-8db1bcff7512 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674584 Mar 09 05:55:45.513428 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-050da99c-4f0d-4272-8bd3-bd7ec5c56c3b admin admin] Publish callbacks [] for security_group (9cd5b83f-0181-4e5e-aa3e-80f530b506d2), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.534719 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-050da99c-4f0d-4272-8bd3-bd7ec5c56c3b admin admin] Publish callbacks [] for security_group (9cd5b83f-0181-4e5e-aa3e-80f530b506d2), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.580172 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-050da99c-4f0d-4272-8bd3-bd7ec5c56c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (9cd5b83f-0181-4e5e-aa3e-80f530b506d2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.582720 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-050da99c-4f0d-4272-8bd3-bd7ec5c56c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.583845 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-050da99c-4f0d-4272-8bd3-bd7ec5c56c3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cd5b83f-0181-4e5e-aa3e-80f530b506d2 HTTP/1.1" status: 204 len: 168 time: 0.1369579 Mar 09 05:55:45.592706 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050da99c-4f0d-4272-8bd3-bd7ec5c56c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd5b83f-0181-4e5e-aa3e-80f530b506d2,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:45.848730 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42104) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:45.865781 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f57e822a-2276-41a9-b66c-3e8d89d85887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.944131 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f57e822a-2276-41a9-b66c-3e8d89d85887 admin admin] Publish callbacks [] for security_group (47163db8-7995-4a43-ae39-6dac24b713bf), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.949831 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f57e822a-2276-41a9-b66c-3e8d89d85887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (47163db8-7995-4a43-ae39-6dac24b713bf), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:45.987514 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-f57e822a-2276-41a9-b66c-3e8d89d85887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b99ae4c1058d4f5ab5bfe77750cab2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377094 Mar 09 05:55:45.988475 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e822a-2276-41a9-b66c-3e8d89d85887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47163db8-7995-4a43-ae39-6dac24b713bf,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:45.990291 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42112) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:46.072992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4209155d-8e83-4f9d-a739-3198445bec8b admin admin] Publish callbacks [] for security_group (47163db8-7995-4a43-ae39-6dac24b713bf), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:46.099097 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4209155d-8e83-4f9d-a739-3198445bec8b admin admin] Publish callbacks [] for security_group (47163db8-7995-4a43-ae39-6dac24b713bf), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:46.108494 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995fc15-9d3b-46c2-8e90-ad6d0c69fa06 req-1eb58fbc-add9-4f96-9454-f6d5ac1e9f5b tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:46.109960 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5995fc15-9d3b-46c2-8e90-ad6d0c69fa06 req-1eb58fbc-add9-4f96-9454-f6d5ac1e9f5b tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 944 time: 0.0536129 Mar 09 05:55:46.117544 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a265d6-4d72-4242-9816-959a977f93b2 req-9db22244-0cc2-41b3-ad05-f7e27e34e4dd tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:46.119391 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a265d6-4d72-4242-9816-959a977f93b2 req-9db22244-0cc2-41b3-ad05-f7e27e34e4dd tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 944 time: 0.0878353 Mar 09 05:55:46.156493 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5995fc15-9d3b-46c2-8e90-ad6d0c69fa06 req-6e96c861-c6ce-487b-9268-0f375967c3c3 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Mar 09 05:55:46.179542 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a265d6-4d72-4242-9816-959a977f93b2 req-43099e6a-3470-4be5-8192-08db9ae2cd9d tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535734 Mar 09 05:55:46.188694 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4209155d-8e83-4f9d-a739-3198445bec8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (47163db8-7995-4a43-ae39-6dac24b713bf), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:46.191262 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4209155d-8e83-4f9d-a739-3198445bec8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:46.192366 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4209155d-8e83-4f9d-a739-3198445bec8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47163db8-7995-4a43-ae39-6dac24b713bf HTTP/1.1" status: 204 len: 168 time: 0.2009456 Mar 09 05:55:46.200862 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209155d-8e83-4f9d-a739-3198445bec8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47163db8-7995-4a43-ae39-6dac24b713bf,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:46.619929 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5e42-474c-412a-b03e-62abafdf2fea req-795296b3-a5d6-46df-8ac3-1192e4fdb2a4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:46.621428 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-906f5e42-474c-412a-b03e-62abafdf2fea req-795296b3-a5d6-46df-8ac3-1192e4fdb2a4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0569298 Mar 09 05:55:46.668292 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-906f5e42-474c-412a-b03e-62abafdf2fea req-ee234017-04cf-4589-8080-c30f788afda4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Mar 09 05:55:46.845958 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42140) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:46.941610 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1667251134-network', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:46.960909 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Made reservation on behalf of 8dd1ddba41394c2fb616927fce609cd9 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:46.963263 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:46.971130 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.049168 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks [] for security_group (96f805b3-5d05-40f9-ad80-31d3408e2770), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.052663 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (96f805b3-5d05-40f9-ad80-31d3408e2770), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.078300 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:55:47.084563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f805b3-5d05-40f9-ad80-31d3408e2770,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:47.092529 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (1a5097d8-7282-4207-9fe9-6aaed3902509), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.092656 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Added segment 1a5097d8-7282-4207-9fe9-6aaed3902509 of type vlan for network 67255969-3db6-461c-8729-4f84f94a261c Mar 09 05:55:47.130993 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (67255969-3db6-461c-8729-4f84f94a261c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.154770 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (67255969-3db6-461c-8729-4f84f94a261c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.155724 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:47.156295 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.192785 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3431485 Mar 09 05:55:47.193249 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42150) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:47.199108 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Request body: {'subnet': {'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1667251134-subnet', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:47.220526 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Made reservation on behalf of 8dd1ddba41394c2fb616927fce609cd9 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:47.223250 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287778'] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.235106 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd394b8-4ffa-41bb-912d-23641c6fe220 admin admin] Pushing event updated for resources: {'Network': ['ID=67255969-3db6-461c-8729-4f84f94a261c,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:47.246039 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 67255969-3db6-461c-8729-4f84f94a261c details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:55:47.296551 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607c13-80ce-4adb-89f6-a13622a13801 req-d9c0b264-0060-44f1-99be-3a6bd666865c tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:47.298348 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d607c13-80ce-4adb-89f6-a13622a13801 req-d9c0b264-0060-44f1-99be-3a6bd666865c tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 944 time: 0.0657561 Mar 09 05:55:47.354577 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d607c13-80ce-4adb-89f6-a13622a13801 req-827a9bc4-8997-4df7-b9c5-32fd8c6ce427 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Mar 09 05:55:47.378171 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ae96e-d344-457a-86dc-33d42e1e6668 req-81f630da-0468-440d-b9fb-87962bed226a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:47.379719 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6a2ae96e-d344-457a-86dc-33d42e1e6668 req-81f630da-0468-440d-b9fb-87962bed226a tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 944 time: 0.1177361 Mar 09 05:55:47.480131 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6a2ae96e-d344-457a-86dc-33d42e1e6668 req-598c0593-3828-4df8-9420-1fc445f73702 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769875 Mar 09 05:55:47.496755 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287804'] for subnet (1b9951ba-df2a-4f53-8f9a-f2101dd36d1d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.558424 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:47.563652 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Checking segment: {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:47.564006 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Network hostable DHCP agents. Network: 67255969-3db6-461c-8729-4f84f94a261c, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:55:47.579942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Network 67255969-3db6-461c-8729-4f84f94a261c is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:55:47.588805 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 67255969-3db6-461c-8729-4f84f94a261c) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:47.592798 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:47.593419 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.597618 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64cb90c-4f91-4ced-966b-9bda93c0bf26 None None] Network 67255969-3db6-461c-8729-4f84f94a261c requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:55:47.609352 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-3647ad3b-7e8b-423d-930b-61a6b1801425 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4142327 Mar 09 05:55:47.612103 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42154) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:47.616890 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:47.637319 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.638605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.690551 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks [] for router_controller (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.705566 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-67255969-3db6-461c-8729-4f84f94a261c', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:55:47.706491 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.843387 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Allocated IP 172.20.0.2 (67255969-3db6-461c-8729-4f84f94a261c/1b9951ba-df2a-4f53-8f9a-f2101dd36d1d/26721dc9-072a-4671-b1df-791a5413ed42) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:47.867245 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks [] for router_gateway (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.892143 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7e128-4ac0-4aa8-88f7-b97fcb5bf314 req-d558f8bb-3bf5-4508-bd19-31739ec71530 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:47.893628 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16e7e128-4ac0-4aa8-88f7-b97fcb5bf314 req-d558f8bb-3bf5-4508-bd19-31739ec71530 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1562393 Mar 09 05:55:47.956547 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16e7e128-4ac0-4aa8-88f7-b97fcb5bf314 req-5970a59b-5b6b-48e6-bbbe-20df6f2a399f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569451 Mar 09 05:55:47.993055 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Publish callbacks [] for port (26721dc9-072a-4671-b1df-791a5413ed42), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:47.999452 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (26721dc9-072a-4671-b1df-791a5413ed42), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.029835 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['21619923-ccde-4f24-a2c7-5958805827d2'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:55:48.072677 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Network 67255969-3db6-461c-8729-4f84f94a261c is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:48.079594 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:48.081306 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Pushing event updated for resources: {'Port': ['ID=26721dc9-072a-4671-b1df-791a5413ed42,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:48.088101 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:48.121061 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks [] for router_gateway (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.141057 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.161073 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Attempting to bind port 26721dc9-072a-4671-b1df-791a5413ed42 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:48.161443 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Attempting to bind port 26721dc9-072a-4671-b1df-791a5413ed42 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:48.161806 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Attempting to bind port 26721dc9-072a-4671-b1df-791a5413ed42 on network 67255969-3db6-461c-8729-4f84f94a261c {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:48.174800 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:48.175179 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Checking segment: {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:48.175579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.175968 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Bound using segment: {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:48.176465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Bound port: 26721dc9-072a-4671-b1df-791a5413ed42, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:48.176865 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (26721dc9-072a-4671-b1df-791a5413ed42), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.248473 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Allocated IP 172.27.1.124 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/7e19d0a1-ff80-4da0-b12b-897541dfe683) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:48.286998 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] For port 26721dc9-072a-4671-b1df-791a5413ed42, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:48.305189 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] For port 26721dc9-072a-4671-b1df-791a5413ed42, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=26721dc9-072a-4671-b1df-791a5413ed42,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:48.315607 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (26721dc9-072a-4671-b1df-791a5413ed42), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.361735 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks [] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.373016 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b7c41-04cc-4d1d-b160-f23ed72536ba None None] Pushing event updated for resources: {'Port': ['ID=26721dc9-072a-4671-b1df-791a5413ed42,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:48.397459 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:48.456659 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:48.457999 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e19d0a1-ff80-4da0-b12b-897541dfe683,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:48.462173 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:48.466390 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:48.487571 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd05e6-b9fc-4520-8782-2204d8783f12 req-703afc7f-f132-4cee-b3ce-4b6a0658524b tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:48.489422 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e7dd05e6-b9fc-4520-8782-2204d8783f12 req-703afc7f-f132-4cee-b3ce-4b6a0658524b tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 944 time: 0.0618956 Mar 09 05:55:48.551677 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e7dd05e6-b9fc-4520-8782-2204d8783f12 req-817cea60-9d8e-4ca5-9812-9bbd820b4260 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559642 Mar 09 05:55:48.701024 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f7444-d181-4318-87b2-362e383f95f5 req-2a901296-e906-4c05-ad33-7c7de8784c70 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:48.702746 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-125f7444-d181-4318-87b2-362e383f95f5 req-2a901296-e906-4c05-ad33-7c7de8784c70 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 944 time: 0.1255686 Mar 09 05:55:48.795910 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-125f7444-d181-4318-87b2-362e383f95f5 req-70f9c50e-d3c5-430d-b32b-4a040dabfa7e tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861361 Mar 09 05:55:48.796606 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks [] for router_gateway (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.097579 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45601-450a-485c-9a79-56708e9b2911 req-aefe0092-428b-4d59-812b-e9442ffd62f7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:49.099162 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-99e45601-450a-485c-9a79-56708e9b2911 req-aefe0092-428b-4d59-812b-e9442ffd62f7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0709419 Mar 09 05:55:49.159636 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-99e45601-450a-485c-9a79-56708e9b2911 req-7e58ea7c-cccb-4d58-806e-952084678a2d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525298 Mar 09 05:55:49.218621 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.358945 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:55:49.360788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed9da16-4759-4d67-8fcb-74e4e158d078 None None] Network 67255969-3db6-461c-8729-4f84f94a261c requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:55:49.444526 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-2686ea1d-0dde-4f32-af44-9873e4ee4e8a None None] Provisioning complete for port 26721dc9-072a-4671-b1df-791a5413ed42 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:49.444908 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2686ea1d-0dde-4f32-af44-9873e4ee4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (26721dc9-072a-4671-b1df-791a5413ed42), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.465189 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:55:49.474224 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Sync routers for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:55:49.484632 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.485566 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:49.486179 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:49.489638 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42184) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:49.493947 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-565e0282-c039-4f3b-994e-e5f7344e0de0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8793712 Mar 09 05:55:49.559291 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-2686ea1d-0dde-4f32-af44-9873e4ee4e8a None None] Current status of the port 26721dc9-072a-4671-b1df-791a5413ed42 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:49.559755 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2686ea1d-0dde-4f32-af44-9873e4ee4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (26721dc9-072a-4671-b1df-791a5413ed42), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.601899 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:49.606792 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-2686ea1d-0dde-4f32-af44-9873e4ee4e8a None None] For port 26721dc9-072a-4671-b1df-791a5413ed42, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=26721dc9-072a-4671-b1df-791a5413ed42,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:49.613233 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2686ea1d-0dde-4f32-af44-9873e4ee4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (26721dc9-072a-4671-b1df-791a5413ed42), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.674378 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686ea1d-0dde-4f32-af44-9873e4ee4e8a None None] Pushing event updated for resources: {'Port': ['ID=26721dc9-072a-4671-b1df-791a5413ed42,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:49.730115 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a6420-d8c9-492c-8fde-309e5a5156eb req-c8659b95-4495-4aeb-85ee-7c466e9d18bf tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:49.732768 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b44a6420-d8c9-492c-8fde-309e5a5156eb req-c8659b95-4495-4aeb-85ee-7c466e9d18bf tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 944 time: 0.0769603 Mar 09 05:55:49.787720 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b44a6420-d8c9-492c-8fde-309e5a5156eb req-faa58bc8-b227-4471-869a-a69484069fce tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487006 Mar 09 05:55:49.809740 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:48Z', 'revision_number': 3, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:49.836780 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Checking router: fad8aa55-6f5d-4238-b25a-46c85c37e6a2 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:55:49.837258 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Updating router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 port 7e19d0a1-ff80-4da0-b12b-897541dfe683 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:55:49.842115 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-956258f3-9540-4538-b80c-02c82764e790 None None] Provisioning complete for port 26721dc9-072a-4671-b1df-791a5413ed42 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:49.842485 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-956258f3-9540-4538-b80c-02c82764e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (26721dc9-072a-4671-b1df-791a5413ed42), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.878425 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:49.926691 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-956258f3-9540-4538-b80c-02c82764e790 None None] Current status of the port 26721dc9-072a-4671-b1df-791a5413ed42 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:49.994249 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d75555-492e-4314-8a73-fb1e5238e608 req-a94b57ad-901e-473d-95c8-79f3da045d5c tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:49.995918 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7d75555-492e-4314-8a73-fb1e5238e608 req-a94b57ad-901e-473d-95c8-79f3da045d5c tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 944 time: 0.1152537 Mar 09 05:55:50.048911 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 86eba2a5-043f-49be-84d6-d390dc57cf4f details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:55:50.071075 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.085985 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7d75555-492e-4314-8a73-fb1e5238e608 req-c15f30e4-1975-4045-9f22-eaa7a6a512a1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809939 Mar 09 05:55:50.143542 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Publish callbacks [] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.149413 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.157873 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 86eba2a5-043f-49be-84d6-d390dc57cf4f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=86eba2a5-043f-49be-84d6-d390dc57cf4f,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:50.169339 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '86eba2a5-043f-49be-84d6-d390dc57cf4f', 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091', 'port_id': '86eba2a5-043f-49be-84d6-d390dc57cf4f', 'mac_address': 'fa:16:3e:74:b1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3041ff1-b030-4098-b7a1-ad1d2cfc78f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:55:50.206389 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Pushing event updated for resources: {'Port': ['ID=7e19d0a1-ff80-4da0-b12b-897541dfe683,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:50.209536 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Attempting to bind port 7e19d0a1-ff80-4da0-b12b-897541dfe683 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:50.209893 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Attempting to bind port 7e19d0a1-ff80-4da0-b12b-897541dfe683 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:50.210260 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Attempting to bind port 7e19d0a1-ff80-4da0-b12b-897541dfe683 on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:50.220361 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.220770 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.221141 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.221492 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.221833 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.222602 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.222944 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.223283 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.223617 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.224563 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.224909 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.225242 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.225575 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:55:50.229595 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:50.230024 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:50.230429 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.231350 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:50.231840 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Bound port: 7e19d0a1-ff80-4da0-b12b-897541dfe683, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:50.232223 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.240230 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 86eba2a5-043f-49be-84d6-d390dc57cf4f is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:50.240230 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.258880 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86eba2a5-043f-49be-84d6-d390dc57cf4f {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:55:50.282671 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 86eba2a5-043f-49be-84d6-d390dc57cf4f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=86eba2a5-043f-49be-84d6-d390dc57cf4f,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:50.291015 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Allocated IP 172.20.0.1 (67255969-3db6-461c-8729-4f84f94a261c/1b9951ba-df2a-4f53-8f9a-f2101dd36d1d/a7efbc1f-d4b5-4683-b444-b51ab37b7abe) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:50.292747 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.301375 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:55:50.302826 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b70d08-1407-4f72-ba42-941ab680e439 req-d846bc14-21a8-4649-851e-584ce7defab3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:50.304350 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83b70d08-1407-4f72-ba42-941ab680e439 req-d846bc14-21a8-4649-851e-584ce7defab3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0827408 Mar 09 05:55:50.326092 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] For port 7e19d0a1-ff80-4da0-b12b-897541dfe683, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:50.330941 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] For port 7e19d0a1-ff80-4da0-b12b-897541dfe683, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=7e19d0a1-ff80-4da0-b12b-897541dfe683,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:50.340704 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.343709 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=86eba2a5-043f-49be-84d6-d390dc57cf4f,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:50.364971 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83b70d08-1407-4f72-ba42-941ab680e439 req-f358f364-5a4c-46e9-83eb-603a3942dfe6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Mar 09 05:55:50.392553 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:50.393205 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:50.425043 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks [] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.445286 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b308c9-746b-4767-9128-88a7c889e283 None None] Pushing event updated for resources: {'Port': ['ID=7e19d0a1-ff80-4da0-b12b-897541dfe683,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:50.459344 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.501242 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Network 67255969-3db6-461c-8729-4f84f94a261c is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:50.504120 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:50.506544 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:50.513056 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Pushing event updated for resources: {'Port': ['ID=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:50.523115 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:50.560640 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.601144 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 26721dc9-072a-4671-b1df-791a5413ed42 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:50.661353 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 26721dc9-072a-4671-b1df-791a5413ed42 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:50.661735 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (26721dc9-072a-4671-b1df-791a5413ed42), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.718147 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.759633 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 26721dc9-072a-4671-b1df-791a5413ed42 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:50.766799 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-fed90ee0-3346-472f-b195-8c3a38793a95 None None] Provisioning complete for port a7efbc1f-d4b5-4683-b444-b51ab37b7abe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:50.767179 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fed90ee0-3346-472f-b195-8c3a38793a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.805291 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-fed90ee0-3346-472f-b195-8c3a38793a95 None None] Port a7efbc1f-d4b5-4683-b444-b51ab37b7abe cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:55:50.835614 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:48Z', 'revision_number': 3, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:50.862542 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee959-27f7-4dfb-82fd-097dedd362ce None None] The sync data for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi is: [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:48Z', 'revision_number': 3, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:55:50.925621 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks [] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:50.938754 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aee3e2-5bc7-4881-90fc-90142e97dca0 req-237bb8fe-992a-4db8-aa0d-23a92d4429cb tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:50.940271 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-33aee3e2-5bc7-4881-90fc-90142e97dca0 req-237bb8fe-992a-4db8-aa0d-23a92d4429cb tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 945 time: 0.0802240 Mar 09 05:55:50.941105 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:51.028090 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Pushing event updated for resources: {'Port': ['ID=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:51.039780 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:51.061905 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-33aee3e2-5bc7-4881-90fc-90142e97dca0 req-454bcfc1-67ba-4dfd-9d50-43d548b51ab8 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986686 Mar 09 05:55:51.174737 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Network 67255969-3db6-461c-8729-4f84f94a261c is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:51.176224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:51.243930 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6cde-b906-4641-ba3b-b8db5862e650 req-8aa40de5-da9b-40e4-ba44-fb7dda6974e9 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:51.257243 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-074a6cde-b906-4641-ba3b-b8db5862e650 req-8aa40de5-da9b-40e4-ba44-fb7dda6974e9 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 944 time: 0.0864937 Mar 09 05:55:51.314414 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-074a6cde-b906-4641-ba3b-b8db5862e650 req-2858e4ff-7f6c-42bf-9709-958cd45eb416 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562797 Mar 09 05:55:51.327635 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:55:51.437143 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['86eba2a5-043f-49be-84d6-d390dc57cf4f'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:55:51.441444 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-ad807957-5bdf-4c60-a274-07a361431235 None None] Provisioning complete for port a7efbc1f-d4b5-4683-b444-b51ab37b7abe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:51.441985 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ad807957-5bdf-4c60-a274-07a361431235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:51.476638 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:55:51.495817 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-60431fcb-a121-41f8-838c-e54a2ca34ebe admin admin] 10.222.0.36 "PUT /v2.0/routers/fad8aa55-6f5d-4238-b25a-46c85c37e6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053837 Mar 09 05:55:51.524020 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-ad807957-5bdf-4c60-a274-07a361431235 None None] Port a7efbc1f-d4b5-4683-b444-b51ab37b7abe cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:55:51.536017 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bdb7f-c2a9-4d77-83b6-102efcbb5748 req-37a53062-20e1-4485-974f-1dcb713309f0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:51.539018 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4c4bdb7f-c2a9-4d77-83b6-102efcbb5748 req-37a53062-20e1-4485-974f-1dcb713309f0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0800984 Mar 09 05:55:51.599549 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4c4bdb7f-c2a9-4d77-83b6-102efcbb5748 req-b415ebb1-3c61-428a-b6a7-ecc88e47e104 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534132 Mar 09 05:55:52.013487 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42222) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:52.018284 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1909335765-network', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:52.037263 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Made reservation on behalf of 189ffb39f02f42acb1331d878e0f1371 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:52.039752 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.045372 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c4539-723f-4d10-89b6-ecb1877743b3 req-03e4d1e9-f75f-4f6f-af10-3b5d4b899469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:52.047026 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d38c4539-723f-4d10-89b6-ecb1877743b3 req-03e4d1e9-f75f-4f6f-af10-3b5d4b899469 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 1129 time: 0.0466228 Mar 09 05:55:52.048943 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.102194 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d38c4539-723f-4d10-89b6-ecb1877743b3 req-7f1a42b3-3f75-4c67-bf50-533611eaeeb5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488324 Mar 09 05:55:52.131631 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks [] for security_group (a770aa73-92d2-47c9-a425-c8354c8395c6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.138821 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a770aa73-92d2-47c9-a425-c8354c8395c6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.161306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:55:52.204190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (9d17b097-9bed-48c7-adbd-a424cda95dd0), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.204569 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Added segment 9d17b097-9bed-48c7-adbd-a424cda95dd0 of type vlan for network ce946f0e-e089-4818-a981-c4601362533a Mar 09 05:55:52.206563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a770aa73-92d2-47c9-a425-c8354c8395c6,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:52.269974 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (ce946f0e-e089-4818-a981-c4601362533a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.286810 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9057b2b-617a-4b02-b4b2-9259d2fc0d20 req-f607f4c0-ceab-4dd9-b63b-7968b227c820 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:52.288340 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b9057b2b-617a-4b02-b4b2-9259d2fc0d20 req-f607f4c0-ceab-4dd9-b63b-7968b227c820 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 945 time: 0.1303823 Mar 09 05:55:52.324721 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (ce946f0e-e089-4818-a981-c4601362533a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.325686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:52.326397 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.447281 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4301589 Mar 09 05:55:52.454338 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42240) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:52.459690 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b9057b2b-617a-4b02-b4b2-9259d2fc0d20 req-2ae3744d-cdf4-4d22-a2ca-469f96b325c7 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606138 Mar 09 05:55:52.460291 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Request body: {'subnet': {'network_id': 'ce946f0e-e089-4818-a981-c4601362533a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1909335765-subnet', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:52.460884 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b08c2-78c8-4a30-b340-6f796931b892 admin admin] Pushing event updated for resources: {'Network': ['ID=ce946f0e-e089-4818-a981-c4601362533a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:52.484614 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network ce946f0e-e089-4818-a981-c4601362533a details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:55:52.537100 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119f877-a177-495d-8076-d227fdc75553 req-00b3dcf7-124b-4719-b8c6-c1752c964d98 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:52.544243 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2119f877-a177-495d-8076-d227fdc75553 req-00b3dcf7-124b-4719-b8c6-c1752c964d98 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 944 time: 0.1412175 Mar 09 05:55:52.551436 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Made reservation on behalf of 189ffb39f02f42acb1331d878e0f1371 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:55:52.553765 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287778'] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.643765 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 7e19d0a1-ff80-4da0-b12b-897541dfe683 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:52.710103 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2119f877-a177-495d-8076-d227fdc75553 req-6b33cfaf-4b24-420c-a65d-3ee32d0bcc42 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649244 Mar 09 05:55:52.735755 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 7e19d0a1-ff80-4da0-b12b-897541dfe683 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:52.737008 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.776884 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de9a6-14b7-4c28-bb4c-ffb1ee277700 req-cf6fb3b9-861c-4162-9e95-f16158fddbc0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:52.780624 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e18de9a6-14b7-4c28-bb4c-ffb1ee277700 req-cf6fb3b9-861c-4162-9e95-f16158fddbc0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0897152 Mar 09 05:55:52.781028 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Sync routers for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:55:52.799846 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:52.800453 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:52.837417 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287804'] for subnet (a28a71de-697b-4788-92d9-dfd89720b2bb), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.844164 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e18de9a6-14b7-4c28-bb4c-ffb1ee277700 req-6fad9a15-25bd-43dd-9e4a-163996960854 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557642 Mar 09 05:55:52.892108 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 7e19d0a1-ff80-4da0-b12b-897541dfe683 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:52.892534 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.901221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a28a71de-697b-4788-92d9-dfd89720b2bb,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:52.908777 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Checking segment: {'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:52.909114 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Network hostable DHCP agents. Network: ce946f0e-e089-4818-a981-c4601362533a, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:55:52.926484 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Network ce946f0e-e089-4818-a981-c4601362533a is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:55:52.937367 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, ce946f0e-e089-4818-a981-c4601362533a) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:52.942093 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:52.942686 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.948126 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 7e19d0a1-ff80-4da0-b12b-897541dfe683, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=7e19d0a1-ff80-4da0-b12b-897541dfe683,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:52.953064 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c545a-72fe-4f09-b50b-794e427e3d55 None None] Network ce946f0e-e089-4818-a981-c4601362533a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:55:52.958005 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b389ae29-9af1-41e0-a9b8-b1db1fe9810c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5024149 Mar 09 05:55:52.960507 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42250) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:52.961746 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.965131 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:55:52.973309 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:52.985338 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:52.986353 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.026553 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 21619923-ccde-4f24-a2c7-5958805827d2 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:53.039536 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks [] for router_controller (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), precommit_add_association {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.197222 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks [] for router_gateway (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.301314 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=7e19d0a1-ff80-4da0-b12b-897541dfe683,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:53.377797 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-ce946f0e-e089-4818-a981-c4601362533a', 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a', 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'fixed_ips': [{'subnet_id': 'a28a71de-697b-4788-92d9-dfd89720b2bb'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:55:53.378645 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.397530 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks [] for router_gateway (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.402221 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 21619923-ccde-4f24-a2c7-5958805827d2 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:55:53.416825 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.419383 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 21619923-ccde-4f24-a2c7-5958805827d2 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:53.419758 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (21619923-ccde-4f24-a2c7-5958805827d2), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.532983 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Allocated IP 172.27.1.107 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/0c20e647-22a7-4174-af71-8dc4c41b36a5) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:53.640021 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Allocated IP 172.20.0.2 (ce946f0e-e089-4818-a981-c4601362533a/a28a71de-697b-4788-92d9-dfd89720b2bb/c5a4feba-7301-4282-ab5e-27b679e08370) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:53.652011 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e343eb-e3ae-4ffb-b7ab-094a5b2022f5 req-5eeecb47-e3e1-441f-8a1f-2de0f20abac5 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:53.653533 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17e343eb-e3ae-4ffb-b7ab-094a5b2022f5 req-5eeecb47-e3e1-441f-8a1f-2de0f20abac5 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 945 time: 0.1148727 Mar 09 05:55:53.656681 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 21619923-ccde-4f24-a2c7-5958805827d2 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:53.657074 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (21619923-ccde-4f24-a2c7-5958805827d2), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.692599 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 2, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:53.694667 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks [] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.728291 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17e343eb-e3ae-4ffb-b7ab-094a5b2022f5 req-81e0919e-e9ee-4365-bfc8-2f4aa931c07c tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680435 Mar 09 05:55:53.740034 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6f4292-2894-441e-842e-88d66362549b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21619923-ccde-4f24-a2c7-5958805827d2'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:53.742514 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24db0cdc-199d-4299-8c8a-e34d44ba21a5" -d '{"events": [{"server_uuid": "6b6f4292-2894-441e-842e-88d66362549b", "name": "network-vif-plugged", "status": "completed", "tag": "21619923-ccde-4f24-a2c7-5958805827d2"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:53.749550 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Checking router: fad8aa55-6f5d-4238-b25a-46c85c37e6a2 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:55:53.749946 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Updating router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 port a7efbc1f-d4b5-4683-b444-b51ab37b7abe binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:55:53.787461 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.791592 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 21619923-ccde-4f24-a2c7-5958805827d2, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=21619923-ccde-4f24-a2c7-5958805827d2,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:53.814009 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (21619923-ccde-4f24-a2c7-5958805827d2), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.814810 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 86eba2a5-043f-49be-84d6-d390dc57cf4f up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:53.828484 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:53.828997 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4011e6-1c54-4017-8368-c54210da4f85 x-openstack-request-id: req-cf4011e6-1c54-4017-8368-c54210da4f85 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:53.829314 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6f4292-2894-441e-842e-88d66362549b", "name": "network-vif-plugged", "status": "completed", "tag": "21619923-ccde-4f24-a2c7-5958805827d2", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:53.829573 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf4011e6-1c54-4017-8368-c54210da4f85 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:53.829965 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6f4292-2894-441e-842e-88d66362549b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21619923-ccde-4f24-a2c7-5958805827d2', 'code': 200} Mar 09 05:55:53.832061 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:53.835734 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:53.868259 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001192d2-5bf0-479f-bdf4-6647ffef623a req-064ca434-38c5-4fd9-ae16-f237e0255b53 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:53.877358 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-001192d2-5bf0-479f-bdf4-6647ffef623a req-064ca434-38c5-4fd9-ae16-f237e0255b53 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.0729284 Mar 09 05:55:53.880342 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Pushing event updated for resources: {'Port': ['ID=0c20e647-22a7-4174-af71-8dc4c41b36a5,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:53.886458 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:53.950222 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=21619923-ccde-4f24-a2c7-5958805827d2,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:53.954477 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-001192d2-5bf0-479f-bdf4-6647ffef623a req-28ebe680-08e2-4a0e-86b1-62e515e31ec7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761509 Mar 09 05:55:54.071197 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16b849-f494-431d-b403-29faa88b3d5b req-65f108f1-160d-48b5-835b-89e116ff458c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:54.073283 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cb16b849-f494-431d-b403-29faa88b3d5b req-65f108f1-160d-48b5-835b-89e116ff458c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.1022775 Mar 09 05:55:54.117346 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Publish callbacks [] for port (c5a4feba-7301-4282-ab5e-27b679e08370), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.119091 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 86eba2a5-043f-49be-84d6-d390dc57cf4f completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:55:54.131788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 86eba2a5-043f-49be-84d6-d390dc57cf4f triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:54.132160 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.136710 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.243196 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Network ce946f0e-e089-4818-a981-c4601362533a is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:54.251436 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:54.258566 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:54.271361 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Pushing event updated for resources: {'Port': ['ID=c5a4feba-7301-4282-ab5e-27b679e08370,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:54.413205 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Attempting to bind port c5a4feba-7301-4282-ab5e-27b679e08370 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:54.413733 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Attempting to bind port c5a4feba-7301-4282-ab5e-27b679e08370 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:54.414415 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Attempting to bind port c5a4feba-7301-4282-ab5e-27b679e08370 on network ce946f0e-e089-4818-a981-c4601362533a {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:54.439522 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:54.439902 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Checking segment: {'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:54.440308 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.440729 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Bound using segment: {'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:54.441211 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Bound port: c5a4feba-7301-4282-ab5e-27b679e08370, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:54.441588 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.445807 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 86eba2a5-043f-49be-84d6-d390dc57cf4f is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:54.446176 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.469988 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cb16b849-f494-431d-b403-29faa88b3d5b req-2608aa8d-c9d2-481a-8888-709d5c844b28 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608902 Mar 09 05:55:54.486275 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks [] for router_gateway (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.594688 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 7e19d0a1-ff80-4da0-b12b-897541dfe683 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:54.605946 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 86eba2a5-043f-49be-84d6-d390dc57cf4f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=86eba2a5-043f-49be-84d6-d390dc57cf4f,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:54.639079 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Publish callbacks [] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.648524 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.663646 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.697502 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] For port c5a4feba-7301-4282-ab5e-27b679e08370, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:54.723380 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] For port c5a4feba-7301-4282-ab5e-27b679e08370, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=c5a4feba-7301-4282-ab5e-27b679e08370,segment=NetworkSegment(9d17b097-9bed-48c7-adbd-a424cda95dd0),segment_id=9d17b097-9bed-48c7-adbd-a424cda95dd0)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:54.742615 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.745211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.751133 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=86eba2a5-043f-49be-84d6-d390dc57cf4f,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:54.883639 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 7e19d0a1-ff80-4da0-b12b-897541dfe683 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:54.885261 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.916429 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70399c-b4c6-49ae-b4b1-b9579e2e4880 req-826bf28d-ab6e-4e46-ac88-05d4dbb83efa tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:54.918287 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ee70399c-b4c6-49ae-b4b1-b9579e2e4880 req-826bf28d-ab6e-4e46-ac88-05d4dbb83efa tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.0709400 Mar 09 05:55:54.934408 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69c6f6-c263-4bdf-a7ae-89629fd3b247 None None] Pushing event updated for resources: {'Port': ['ID=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:54.936261 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:55:54.970311 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Attempting to bind port a7efbc1f-d4b5-4683-b444-b51ab37b7abe on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:54.970836 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Attempting to bind port a7efbc1f-d4b5-4683-b444-b51ab37b7abe by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:54.971391 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Attempting to bind port a7efbc1f-d4b5-4683-b444-b51ab37b7abe on network 67255969-3db6-461c-8729-4f84f94a261c {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:54.994599 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:54.995154 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Checking segment: {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:54.995661 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:54.996161 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Bound using segment: {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:54.996934 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Bound port: a7efbc1f-d4b5-4683-b444-b51ab37b7abe, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:54.997427 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:55.017690 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ee70399c-b4c6-49ae-b4b1-b9579e2e4880 req-b4bad6d8-6ff3-4870-8039-7725cbd190cc tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923147 Mar 09 05:55:55.104363 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400963db-5189-4a14-addd-7b3783a9fdff None None] Pushing event updated for resources: {'Port': ['ID=c5a4feba-7301-4282-ab5e-27b679e08370,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:55.108627 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 7e19d0a1-ff80-4da0-b12b-897541dfe683 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:55.144010 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-2d2f2d66-8cda-436a-8bb0-d3e17690b56c None None] Provisioning complete for port a7efbc1f-d4b5-4683-b444-b51ab37b7abe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:55.144428 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2d2f2d66-8cda-436a-8bb0-d3e17690b56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:55.176977 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ae3e1-a816-4e4a-9a04-2b2022e6c634 req-2b877d5a-59bb-4100-b2a8-5405efeb81a7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:55.177338 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] For port a7efbc1f-d4b5-4683-b444-b51ab37b7abe, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:55.185161 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6d1ae3e1-a816-4e4a-9a04-2b2022e6c634 req-2b877d5a-59bb-4100-b2a8-5405efeb81a7 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.1273777 Mar 09 05:55:55.193132 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:55:55.200495 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] For port a7efbc1f-d4b5-4683-b444-b51ab37b7abe, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:55.204877 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f2d66-8cda-436a-8bb0-d3e17690b56c None None] Port a7efbc1f-d4b5-4683-b444-b51ab37b7abe cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:55:55.210532 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:55.210979 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Sync routers for ids ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:55:55.226707 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Routers {'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:55.227349 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:55.233272 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:55.235151 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e5a652a6-cc95-42fb-a762-ffe5c439e36b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2736659 Mar 09 05:55:55.237920 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42272) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:55:55.309071 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6d1ae3e1-a816-4e4a-9a04-2b2022e6c634 req-ba1a5416-d68b-470a-8f0d-321dd33eb914 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230359 Mar 09 05:55:55.373969 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Set router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:55.417004 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:55.417640 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:55.454226 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69c6f6-c263-4bdf-a7ae-89629fd3b247 None None] Pushing event updated for resources: {'Port': ['ID=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:55.569477 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:55.646678 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:55:54Z', 'revision_number': 3, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port': {'id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:53Z', 'updated_at': '2022-03-09T05:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:55.682135 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Checking router: b6e7a656-0d7d-4921-ac9a-d4d58c1c288d for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:55:55.682734 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Updating router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d port 0c20e647-22a7-4174-af71-8dc4c41b36a5 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:55:55.714561 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:55.730548 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c23eb-80a2-4985-b90a-8fa3c8bd8062 req-4e2df840-abf7-4707-a1af-e1ab5093fc2d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:55.732094 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-231c23eb-80a2-4985-b90a-8fa3c8bd8062 req-4e2df840-abf7-4707-a1af-e1ab5093fc2d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0988011 Mar 09 05:55:55.815638 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-231c23eb-80a2-4985-b90a-8fa3c8bd8062 req-88a88114-0626-4782-b29b-6dbfc4293a6f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757804 Mar 09 05:55:55.822686 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-3fd73828-a46b-4dd2-8d77-f6628541a01b None None] Provisioning complete for port a7efbc1f-d4b5-4683-b444-b51ab37b7abe triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:55.823425 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3fd73828-a46b-4dd2-8d77-f6628541a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:55.871739 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cca8829-596b-43eb-bd89-3b21345344f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eba2a5-043f-49be-84d6-d390dc57cf4f'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:55:55.875252 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a36db74-483f-4af4-acf2-7e4b0632e79a" -d '{"events": [{"server_uuid": "7cca8829-596b-43eb-bd89-3b21345344f1", "name": "network-vif-plugged", "status": "completed", "tag": "86eba2a5-043f-49be-84d6-d390dc57cf4f"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:55:55.885836 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:55.946114 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2929d6-1eee-4925-8e80-c8ef6803a83d x-openstack-request-id: req-9a2929d6-1eee-4925-8e80-c8ef6803a83d {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:55:55.947089 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cca8829-596b-43eb-bd89-3b21345344f1", "name": "network-vif-plugged", "status": "completed", "tag": "86eba2a5-043f-49be-84d6-d390dc57cf4f", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:55:55.947576 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a2929d6-1eee-4925-8e80-c8ef6803a83d {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:55:55.947973 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cca8829-596b-43eb-bd89-3b21345344f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eba2a5-043f-49be-84d6-d390dc57cf4f', 'code': 200} Mar 09 05:55:55.952459 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:55Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:55.985365 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5aa99-9a98-4dff-aa89-e2fe979344ed None None] The sync data for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi is: [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:55Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:55:56.008115 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-3fd73828-a46b-4dd2-8d77-f6628541a01b None None] Current status of the port a7efbc1f-d4b5-4683-b444-b51ab37b7abe is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:56.008542 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3fd73828-a46b-4dd2-8d77-f6628541a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.039692 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Publish callbacks [] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.058066 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.084256 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-3fd73828-a46b-4dd2-8d77-f6628541a01b None None] For port a7efbc1f-d4b5-4683-b444-b51ab37b7abe, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:56.090272 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3fd73828-a46b-4dd2-8d77-f6628541a01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.130621 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93f0c1-399b-4d1b-87d9-910c646109d9 None None] Pushing event updated for resources: {'Port': ['ID=0c20e647-22a7-4174-af71-8dc4c41b36a5,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:56.168421 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Allocated IP 172.20.0.1 (ce946f0e-e089-4818-a981-c4601362533a/a28a71de-697b-4788-92d9-dfd89720b2bb/1d832194-491f-40f6-ad14-9f65059d927f) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:55:56.172021 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Attempting to bind port 0c20e647-22a7-4174-af71-8dc4c41b36a5 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:55:56.172656 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Attempting to bind port 0c20e647-22a7-4174-af71-8dc4c41b36a5 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:55:56.173298 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Attempting to bind port 0c20e647-22a7-4174-af71-8dc4c41b36a5 on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:55:56.179727 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd73828-a46b-4dd2-8d77-f6628541a01b None None] Pushing event updated for resources: {'Port': ['ID=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:56.180414 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:55:56.181219 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:55:56.181632 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.182020 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:55:56.182699 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Bound port: 0c20e647-22a7-4174-af71-8dc4c41b36a5, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:55:56.183255 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.284346 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] For port 0c20e647-22a7-4174-af71-8dc4c41b36a5, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:55:56.287867 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4deb86-16a8-440f-98fa-458eae4d1578 None None] Network ce946f0e-e089-4818-a981-c4601362533a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:55:56.289609 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] For port 0c20e647-22a7-4174-af71-8dc4c41b36a5, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=0c20e647-22a7-4174-af71-8dc4c41b36a5,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:55:56.308457 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.442701 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Routers {'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:56.443243 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:56.447156 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-f2f396e5-4ebd-4067-9b76-a70921b9e003 None None] Provisioning complete for port c5a4feba-7301-4282-ab5e-27b679e08370 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:56.447621 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f2f396e5-4ebd-4067-9b76-a70921b9e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.500352 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7fb9c-663d-4d34-8f0b-b1b7a030c4a2 req-544cebee-1c15-40a8-bf94-57906aa947db tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:56.515288 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2da688-8ae2-4c7b-b75f-356a8846d593 req-0500804c-5967-49f3-94e6-17a31351e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:56.516692 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-03a7fb9c-663d-4d34-8f0b-b1b7a030c4a2 req-544cebee-1c15-40a8-bf94-57906aa947db tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.3125913 Mar 09 05:55:56.518029 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-de2da688-8ae2-4c7b-b75f-356a8846d593 req-0500804c-5967-49f3-94e6-17a31351e9ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 1129 time: 0.1165318 Mar 09 05:55:56.532913 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93f0c1-399b-4d1b-87d9-910c646109d9 None None] Pushing event updated for resources: {'Port': ['ID=0c20e647-22a7-4174-af71-8dc4c41b36a5,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:56.546596 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ddb4f-86d2-48df-9d87-eb6d33d087ab req-0a395fd8-e854-4562-b5bc-bf77377c36ed tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:56.554897 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d25ddb4f-86d2-48df-9d87-eb6d33d087ab req-0a395fd8-e854-4562-b5bc-bf77377c36ed tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.1127856 Mar 09 05:55:56.648866 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-de2da688-8ae2-4c7b-b75f-356a8846d593 req-aebde484-1114-46d8-8635-867f9c12178c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215839 Mar 09 05:55:56.651270 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-f2f396e5-4ebd-4067-9b76-a70921b9e003 None None] Current status of the port c5a4feba-7301-4282-ab5e-27b679e08370 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:56.651681 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f2f396e5-4ebd-4067-9b76-a70921b9e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.666220 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d25ddb4f-86d2-48df-9d87-eb6d33d087ab req-2e6d98da-9f95-4c9a-85e4-312737189aa1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060202 Mar 09 05:55:56.722217 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] Set router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:55:56.732869 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-f2f396e5-4ebd-4067-9b76-a70921b9e003 None None] For port c5a4feba-7301-4282-ab5e-27b679e08370, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=c5a4feba-7301-4282-ab5e-27b679e08370,segment=NetworkSegment(9d17b097-9bed-48c7-adbd-a424cda95dd0),segment_id=9d17b097-9bed-48c7-adbd-a424cda95dd0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:56.746202 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f2f396e5-4ebd-4067-9b76-a70921b9e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.828533 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f396e5-4ebd-4067-9b76-a70921b9e003 None None] Pushing event updated for resources: {'Port': ['ID=c5a4feba-7301-4282-ab5e-27b679e08370,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:56.832471 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-03a7fb9c-663d-4d34-8f0b-b1b7a030c4a2 req-3f823ef4-759e-41cd-902f-db45d0cb4bb3 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141439 Mar 09 05:55:56.839711 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device c5a4feba-7301-4282-ab5e-27b679e08370 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:56.875382 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks [] for port (1d832194-491f-40f6-ad14-9f65059d927f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:56.964495 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14005b0c-3332-4b54-b97a-fe175fc8a989 req-08e77796-4377-4d89-9d78-57057d59cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:56.971880 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-14005b0c-3332-4b54-b97a-fe175fc8a989 req-08e77796-4377-4d89-9d78-57057d59cd9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 1130 time: 0.4232528 Mar 09 05:55:57.006044 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0788ee9-3658-4c92-8428-9e58e15e1cab req-15901fdc-854d-405d-912d-c84c7aee0483 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:57.007695 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d0788ee9-3658-4c92-8428-9e58e15e1cab req-15901fdc-854d-405d-912d-c84c7aee0483 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0936444 Mar 09 05:55:57.029113 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4b72a907-5f64-45da-a146-91dd425efcf0 None None] Provisioning complete for port c5a4feba-7301-4282-ab5e-27b679e08370 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:57.029562 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b72a907-5f64-45da-a146-91dd425efcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.097625 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (1d832194-491f-40f6-ad14-9f65059d927f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.102282 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port c5a4feba-7301-4282-ab5e-27b679e08370 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:57.103373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.108725 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d0788ee9-3658-4c92-8428-9e58e15e1cab req-995c8a0c-5505-4339-ac2b-6770db6823d0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908444 Mar 09 05:55:57.141757 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:55:54Z', 'revision_number': 3, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port': {'id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:53Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:57.164636 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Pushing event updated for resources: {'Port': ['ID=1d832194-491f-40f6-ad14-9f65059d927f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:57.195582 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Network ce946f0e-e089-4818-a981-c4601362533a is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:57.201273 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:57.204006 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:55:57.204513 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.212505 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa714a-f2da-43ae-a70a-797e5edffad6 None None] The sync data for ids ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'] in dv-cinder-831167-2-iscsi is: [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:55:54Z', 'revision_number': 3, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port': {'id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:53Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:55:57.344639 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port c5a4feba-7301-4282-ab5e-27b679e08370 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:57.346163 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device a7efbc1f-d4b5-4683-b444-b51ab37b7abe up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:57.382556 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-14005b0c-3332-4b54-b97a-fe175fc8a989 req-9f43f055-a6fd-4abb-b463-0ba168e63161 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992867 Mar 09 05:55:57.400253 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4b72a907-5f64-45da-a146-91dd425efcf0 None None] Current status of the port c5a4feba-7301-4282-ab5e-27b679e08370 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:57.424586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port a7efbc1f-d4b5-4683-b444-b51ab37b7abe triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:57.424993 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.449825 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13aa4-b21c-4113-a767-098f547c86b9 req-6ca62d50-6ae2-4e54-919b-e0ed970b9358 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:57.452595 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ad13aa4-b21c-4113-a767-098f547c86b9 req-6ca62d50-6ae2-4e54-919b-e0ed970b9358 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1257687 Mar 09 05:55:57.479888 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1d832194-491f-40f6-ad14-9f65059d927f), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.542612 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port a7efbc1f-d4b5-4683-b444-b51ab37b7abe is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:57.545302 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-f8603dc6-d865-48ab-83ec-7aa3fa35d5d0 None None] Provisioning complete for port 1d832194-491f-40f6-ad14-9f65059d927f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:57.545729 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-f8603dc6-d865-48ab-83ec-7aa3fa35d5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1d832194-491f-40f6-ad14-9f65059d927f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.547259 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ad13aa4-b21c-4113-a767-098f547c86b9 req-177b30f8-a686-4888-8441-397e2928efb9 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866010 Mar 09 05:55:57.601159 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-f8603dc6-d865-48ab-83ec-7aa3fa35d5d0 None None] Port 1d832194-491f-40f6-ad14-9f65059d927f cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:55:57.757317 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks [] for port (1d832194-491f-40f6-ad14-9f65059d927f), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.766701 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1d832194-491f-40f6-ad14-9f65059d927f), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.767703 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:57.853862 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Pushing event updated for resources: {'Port': ['ID=1d832194-491f-40f6-ad14-9f65059d927f,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:57.887458 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad34fc-e7d6-481c-b301-210608931874 req-b1a70857-8ec8-4faf-927a-de618b77fd3b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:57.898745 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3dad34fc-e7d6-481c-b301-210608931874 req-b1a70857-8ec8-4faf-927a-de618b77fd3b tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.1207736 Mar 09 05:55:57.935129 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Network ce946f0e-e089-4818-a981-c4601362533a is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:55:57.936674 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:55:57.982459 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3dad34fc-e7d6-481c-b301-210608931874 req-dbc92470-4f8a-4180-ac62-85dfb4733494 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721216 Mar 09 05:55:58.181350 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7f324-c620-45b5-b4f2-9920146a7ace req-ff09eda4-7f4b-46b7-8620-af4001572147 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:58.188476 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c8f7f324-c620-45b5-b4f2-9920146a7ace req-ff09eda4-7f4b-46b7-8620-af4001572147 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.2395177 Mar 09 05:55:58.277243 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:55:58.297503 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c8f7f324-c620-45b5-b4f2-9920146a7ace req-28881893-89a8-4c90-9b83-f535055629e5 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079218 Mar 09 05:55:58.345222 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-202fa570-6f72-41c9-a4c5-da30ff16edf0 None None] Provisioning complete for port 1d832194-491f-40f6-ad14-9f65059d927f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:58.345721 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-202fa570-6f72-41c9-a4c5-da30ff16edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1d832194-491f-40f6-ad14-9f65059d927f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:58.391540 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-202fa570-6f72-41c9-a4c5-da30ff16edf0 None None] Port 1d832194-491f-40f6-ad14-9f65059d927f cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:55:58.444299 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:55:58.449853 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-de5f9554-0df7-4336-bf1c-4352d65f3756 admin admin] 10.222.0.36 "PUT /v2.0/routers/b6e7a656-0d7d-4921-ac9a-d4d58c1c288d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2101171 Mar 09 05:55:58.717300 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 0c20e647-22a7-4174-af71-8dc4c41b36a5 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:58.775195 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 0c20e647-22a7-4174-af71-8dc4c41b36a5 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:58.775586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:58.861246 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 0c20e647-22a7-4174-af71-8dc4c41b36a5 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:58.861661 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:58.883619 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 0c20e647-22a7-4174-af71-8dc4c41b36a5, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=0c20e647-22a7-4174-af71-8dc4c41b36a5,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:55:58.888840 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:58.889744 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device c5a4feba-7301-4282-ab5e-27b679e08370 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:55:58.967822 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=0c20e647-22a7-4174-af71-8dc4c41b36a5,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:55:58.981935 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port c5a4feba-7301-4282-ab5e-27b679e08370 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:55:58.982334 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:55:59.074882 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port c5a4feba-7301-4282-ab5e-27b679e08370 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:55:59.156056 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bef355-9ed8-4488-8e3e-f660c30e7d19 req-602bd851-16e6-4edc-bca0-bfa5c1c21927 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:59.157679 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-15bef355-9ed8-4488-8e3e-f660c30e7d19 req-602bd851-16e6-4edc-bca0-bfa5c1c21927 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.0657289 Mar 09 05:55:59.219021 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-15bef355-9ed8-4488-8e3e-f660c30e7d19 req-1131fd59-34fb-45de-900c-d69f161fc238 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550025 Mar 09 05:55:59.519443 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8fdf-aa5a-44d7-b437-03ec3b2deed2 req-56ae7ec8-6bb6-43b7-95ed-9ff2913c6745 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:59.526346 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e3dd8fdf-aa5a-44d7-b437-03ec3b2deed2 req-56ae7ec8-6bb6-43b7-95ed-9ff2913c6745 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.1229877 Mar 09 05:55:59.531827 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f866309-661d-42e2-b2fb-2f7cb0f024e8 req-07ce39d8-b838-43a9-887f-d2291e224400 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:55:59.539282 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0f866309-661d-42e2-b2fb-2f7cb0f024e8 req-07ce39d8-b838-43a9-887f-d2291e224400 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0912585 Mar 09 05:55:59.608702 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e3dd8fdf-aa5a-44d7-b437-03ec3b2deed2 req-1d2e5586-cd7c-4308-8104-1cbea79d588d tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766976 Mar 09 05:55:59.612561 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Sync routers for ids ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:55:59.623569 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Routers {'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:55:59.624184 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:55:59.646729 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0f866309-661d-42e2-b2fb-2f7cb0f024e8 req-b610db26-166d-4d36-9ad7-e379e454329c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999122 Mar 09 05:55:59.809490 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Set router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:56:00.030541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:55:57Z', 'revision_number': 4, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port': {'id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:53Z', 'updated_at': '2022-03-09T05:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '1d832194-491f-40f6-ad14-9f65059d927f', 'name': '', 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'mac_address': 'fa:16:3e:22:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a28a71de-697b-4788-92d9-dfd89720b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:55Z', 'updated_at': '2022-03-09T05:55:57Z', 'revision_number': 2, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'subnets': [{'id': 'a28a71de-697b-4788-92d9-dfd89720b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:56:00.256977 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Checking router: b6e7a656-0d7d-4921-ac9a-d4d58c1c288d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:56:00.257335 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Updating router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d port 1d832194-491f-40f6-ad14-9f65059d927f binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:56:00.297497 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1d832194-491f-40f6-ad14-9f65059d927f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:00.589214 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 0c20e647-22a7-4174-af71-8dc4c41b36a5 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:56:00.664360 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Publish callbacks [] for port (1d832194-491f-40f6-ad14-9f65059d927f), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:00.674594 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1d832194-491f-40f6-ad14-9f65059d927f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:00.742706 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 0c20e647-22a7-4174-af71-8dc4c41b36a5 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:56:00.743717 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:00.776137 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8f425-661c-4600-a222-e390c9454af6 None None] Pushing event updated for resources: {'Port': ['ID=1d832194-491f-40f6-ad14-9f65059d927f,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:00.802623 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c66e9297-ab82-4337-b0ee-32ccf1acc716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:00.808762 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fee73-772e-47b2-bd7b-86dd91284a31 req-00b20fa7-8924-4c21-8cf4-51b91280d1c5 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:00.819913 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fd0fee73-772e-47b2-bd7b-86dd91284a31 req-00b20fa7-8924-4c21-8cf4-51b91280d1c5 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0926087 Mar 09 05:56:00.879240 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Attempting to bind port 1d832194-491f-40f6-ad14-9f65059d927f on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:56:00.879620 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Attempting to bind port 1d832194-491f-40f6-ad14-9f65059d927f by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:56:00.879984 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Attempting to bind port 1d832194-491f-40f6-ad14-9f65059d927f on network ce946f0e-e089-4818-a981-c4601362533a {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:56:00.887352 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fd0fee73-772e-47b2-bd7b-86dd91284a31 req-614fee3a-74cf-4851-8977-82d9bb43e0ea tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618327 Mar 09 05:56:00.897396 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:56:00.898046 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Checking segment: {'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:56:00.898801 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:00.900167 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Bound using segment: {'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:56:00.901151 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Bound port: 1d832194-491f-40f6-ad14-9f65059d927f, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d17b097-9bed-48c7-adbd-a424cda95dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:56:00.901545 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1d832194-491f-40f6-ad14-9f65059d927f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:00.971229 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 0c20e647-22a7-4174-af71-8dc4c41b36a5 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:01.016523 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] For port 1d832194-491f-40f6-ad14-9f65059d927f, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:56:01.025849 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] For port 1d832194-491f-40f6-ad14-9f65059d927f, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=1d832194-491f-40f6-ad14-9f65059d927f,segment=NetworkSegment(9d17b097-9bed-48c7-adbd-a424cda95dd0),segment_id=9d17b097-9bed-48c7-adbd-a424cda95dd0)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:56:01.047579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-5fd73d44-ed8c-4eaa-8140-0fd89334de59 None None] Provisioning complete for port 1d832194-491f-40f6-ad14-9f65059d927f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:56:01.047960 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5fd73d44-ed8c-4eaa-8140-0fd89334de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1d832194-491f-40f6-ad14-9f65059d927f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:01.051659 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1d832194-491f-40f6-ad14-9f65059d927f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:01.152943 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Routers {'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:56:01.153573 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:55:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:56:01.156948 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8f425-661c-4600-a222-e390c9454af6 None None] Pushing event updated for resources: {'Port': ['ID=1d832194-491f-40f6-ad14-9f65059d927f,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:01.289604 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5fd73d44-ed8c-4eaa-8140-0fd89334de59 None None] Current status of the port 1d832194-491f-40f6-ad14-9f65059d927f is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:01.290003 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5fd73d44-ed8c-4eaa-8140-0fd89334de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1d832194-491f-40f6-ad14-9f65059d927f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:01.342104 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] Set router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:56:01.377744 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-5fd73d44-ed8c-4eaa-8140-0fd89334de59 None None] For port 1d832194-491f-40f6-ad14-9f65059d927f, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=1d832194-491f-40f6-ad14-9f65059d927f,segment=NetworkSegment(9d17b097-9bed-48c7-adbd-a424cda95dd0),segment_id=9d17b097-9bed-48c7-adbd-a424cda95dd0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:01.385337 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5fd73d44-ed8c-4eaa-8140-0fd89334de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1d832194-491f-40f6-ad14-9f65059d927f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:01.503481 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd73d44-ed8c-4eaa-8140-0fd89334de59 None None] Pushing event updated for resources: {'Port': ['ID=1d832194-491f-40f6-ad14-9f65059d927f,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:01.551769 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-dfb4937f-5fda-4e15-92c1-af59a95fbf40 None None] Provisioning complete for port 1d832194-491f-40f6-ad14-9f65059d927f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:56:01.552153 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dfb4937f-5fda-4e15-92c1-af59a95fbf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1d832194-491f-40f6-ad14-9f65059d927f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:01.687768 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4937f-5fda-4e15-92c1-af59a95fbf40 None None] Current status of the port 1d832194-491f-40f6-ad14-9f65059d927f is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:01.701936 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:55:57Z', 'revision_number': 4, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port': {'id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:53Z', 'updated_at': '2022-03-09T05:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '1d832194-491f-40f6-ad14-9f65059d927f', 'name': '', 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'mac_address': 'fa:16:3e:22:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a28a71de-697b-4788-92d9-dfd89720b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:55Z', 'updated_at': '2022-03-09T05:56:01Z', 'revision_number': 4, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'subnets': [{'id': 'a28a71de-697b-4788-92d9-dfd89720b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:56:01.729834 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced04dae-f73f-442f-8aed-20e3e604f5c4 None None] The sync data for ids ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'] in dv-cinder-831167-2-iscsi is: [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:55:57Z', 'revision_number': 4, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port': {'id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:53Z', 'updated_at': '2022-03-09T05:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '1d832194-491f-40f6-ad14-9f65059d927f', 'name': '', 'network_id': 'ce946f0e-e089-4818-a981-c4601362533a', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'mac_address': 'fa:16:3e:22:fe:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'a28a71de-697b-4788-92d9-dfd89720b2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:55Z', 'updated_at': '2022-03-09T05:56:01Z', 'revision_number': 4, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'subnets': [{'id': 'a28a71de-697b-4788-92d9-dfd89720b2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:56:02.058532 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee479-2407-416a-a530-529251cad372 req-658d4984-fceb-4bda-83ba-dceddaeabc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:02.060652 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f9ee479-2407-416a-a530-529251cad372 req-658d4984-fceb-4bda-83ba-dceddaeabc00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.0995791 Mar 09 05:56:02.088440 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8942f-ee60-4485-9a01-9c02ce5b7be9 req-dd9ec893-b91e-467a-9f6e-a97f15473a9d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:02.098190 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87d8942f-ee60-4485-9a01-9c02ce5b7be9 req-dd9ec893-b91e-467a-9f6e-a97f15473a9d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0981259 Mar 09 05:56:02.529032 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87d8942f-ee60-4485-9a01-9c02ce5b7be9 req-12f7bf50-dcd9-4309-8a1d-601b907c7ec1 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297323 Mar 09 05:56:02.593109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee479-2407-416a-a530-529251cad372 req-b84e1e68-deb2-4977-bd35-fb00f0c76df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:02.594606 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f9ee479-2407-416a-a530-529251cad372 req-b84e1e68-deb2-4977-bd35-fb00f0c76df1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 919 time: 0.5259807 Mar 09 05:56:02.669867 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f9ee479-2407-416a-a530-529251cad372 req-77722d00-40cf-4ed2-a0dc-a001355eb2c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 200 len: 217 time: 0.0682492 Mar 09 05:56:02.703392 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 1d832194-491f-40f6-ad14-9f65059d927f up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:56:02.738588 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee479-2407-416a-a530-529251cad372 req-93558b7c-f621-4711-880b-fdb6292fd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:02.740951 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f9ee479-2407-416a-a530-529251cad372 req-93558b7c-f621-4711-880b-fdb6292fd6c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.0623021 Mar 09 05:56:02.792658 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f9ee479-2407-416a-a530-529251cad372 req-0c12aff2-9486-48b3-8e3b-8a2ca1cfec61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447714 Mar 09 05:56:02.794655 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 1d832194-491f-40f6-ad14-9f65059d927f triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:56:02.795247 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1d832194-491f-40f6-ad14-9f65059d927f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:02.913140 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f9ee479-2407-416a-a530-529251cad372 req-ba21c1e7-0f4a-42ed-b96d-ad0108dfcd35 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118453 Mar 09 05:56:02.915478 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 1d832194-491f-40f6-ad14-9f65059d927f is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:03.065378 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9f9ee479-2407-416a-a530-529251cad372 req-32e587ee-08d1-42d4-904d-beb789314670 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367917 Mar 09 05:56:03.111745 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0b739fe8-602c-421e-913b-15372a0f29b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:03.280937 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362dfe1-383a-44bf-9ea3-af7ae5c9a663 req-403e91ab-e2d4-4f08-9f28-f369218803b2 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:03.282483 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8362dfe1-383a-44bf-9ea3-af7ae5c9a663 req-403e91ab-e2d4-4f08-9f28-f369218803b2 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.0681915 Mar 09 05:56:03.348806 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8362dfe1-383a-44bf-9ea3-af7ae5c9a663 req-20eeff24-48fa-4148-b970-022366e40a97 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574479 Mar 09 05:56:03.690845 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3183532-8461-4c5d-9607-b04302f7e69b req-8cb6ecde-16b9-416e-af85-5effe43e9452 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:03.692237 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a3183532-8461-4c5d-9607-b04302f7e69b req-8cb6ecde-16b9-416e-af85-5effe43e9452 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0624940 Mar 09 05:56:03.771943 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a3183532-8461-4c5d-9607-b04302f7e69b req-fe32ff8c-b814-45be-9bc3-c8be6a445990 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654616 Mar 09 05:56:04.166427 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42516) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:04.335238 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1949e372-9d8b-4b24-b9de-724b51b63cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.428058 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.440116 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1949e372-9d8b-4b24-b9de-724b51b63cd7 admin admin] Publish callbacks [] for security_group (1b43bd42-1d84-43ad-80c4-5b743accf338), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.445291 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1949e372-9d8b-4b24-b9de-724b51b63cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1b43bd42-1d84-43ad-80c4-5b743accf338), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.493491 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949e372-9d8b-4b24-b9de-724b51b63cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b43bd42-1d84-43ad-80c4-5b743accf338,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:04.513147 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1949e372-9d8b-4b24-b9de-724b51b63cd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0f0c206cd2f473eb6a676d07430dca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450956 Mar 09 05:56:04.515670 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42524) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:04.586508 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b24ae-5c4b-453e-a2b8-37adffe39654 req-c8a3127e-9e90-4f48-9a69-115a7f98c0a1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:04.588645 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-799b24ae-5c4b-453e-a2b8-37adffe39654 req-c8a3127e-9e90-4f48-9a69-115a7f98c0a1 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.1200271 Mar 09 05:56:04.617607 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bb555329-a1ac-4063-8251-b59596a1bc34 admin admin] Publish callbacks [] for security_group (1b43bd42-1d84-43ad-80c4-5b743accf338), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.663367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bb555329-a1ac-4063-8251-b59596a1bc34 admin admin] Publish callbacks [] for security_group (1b43bd42-1d84-43ad-80c4-5b743accf338), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.685680 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-799b24ae-5c4b-453e-a2b8-37adffe39654 req-fb5d107e-ae61-4583-85c2-39c27c56f458 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864532 Mar 09 05:56:04.759771 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bb555329-a1ac-4063-8251-b59596a1bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1b43bd42-1d84-43ad-80c4-5b743accf338), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.763474 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bb555329-a1ac-4063-8251-b59596a1bc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:04.764902 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-bb555329-a1ac-4063-8251-b59596a1bc34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b43bd42-1d84-43ad-80c4-5b743accf338 HTTP/1.1" status: 204 len: 168 time: 0.2480388 Mar 09 05:56:04.773223 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb555329-a1ac-4063-8251-b59596a1bc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b43bd42-1d84-43ad-80c4-5b743accf338,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:04.985139 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2346f-f7e3-4969-951f-48baf597f6e3 req-075527f1-a701-4b7b-b190-8fb574bb1577 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:04.986728 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9ab2346f-f7e3-4969-951f-48baf597f6e3 req-075527f1-a701-4b7b-b190-8fb574bb1577 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1242812 Mar 09 05:56:05.076939 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9ab2346f-f7e3-4969-951f-48baf597f6e3 req-6378924f-cbfe-406c-808f-642a5c324550 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797482 Mar 09 05:56:05.391143 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-0603006a-cb7c-404b-ad4b-34bdeca0954f tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:05.393428 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-0603006a-cb7c-404b-ad4b-34bdeca0954f tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.1087821 Mar 09 05:56:05.533181 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:05.542761 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Deleting port 21619923-ccde-4f24-a2c7-5958805827d2 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:56:05.543108 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (21619923-ccde-4f24-a2c7-5958805827d2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:05.675396 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] For port 21619923-ccde-4f24-a2c7-5958805827d2, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=21619923-ccde-4f24-a2c7-5958805827d2,segment=NetworkSegment(9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6),segment_id=9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:05.676299 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (21619923-ccde-4f24-a2c7-5958805827d2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:05.706447 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Calling delete_port for 21619923-ccde-4f24-a2c7-5958805827d2 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:56:05.901696 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482208c9-06a8-4e0b-8905-22b987cb7a60 req-8ff4db94-9e95-4596-ac82-f8d04ec79ee9 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:05.910416 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-482208c9-06a8-4e0b-8905-22b987cb7a60 req-8ff4db94-9e95-4596-ac82-f8d04ec79ee9 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b6f4292-2894-441e-842e-88d66362549b HTTP/1.1" status: 200 len: 945 time: 0.1049047 Mar 09 05:56:06.019224 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-482208c9-06a8-4e0b-8905-22b987cb7a60 req-cb851c53-c33b-4f11-a33f-6d4d318c3bf0 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065989 Mar 09 05:56:06.021473 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (21619923-ccde-4f24-a2c7-5958805827d2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:06.053380 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Pushing event deleted for resources: {'Port': ['ID=21619923-ccde-4f24-a2c7-5958805827d2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:06.075823 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['21619923-ccde-4f24-a2c7-5958805827d2'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:56:06.156822 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] No DVR routers for this DVR port 21619923-ccde-4f24-a2c7-5958805827d2 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:56:06.160111 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:06.163745 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8fd339ac-6c3d-4de3-b1d6-a8940f5f9f61 req-7d26dc22-0c8f-46f6-b5bf-419f8a1e5400 tempest-VolumesActionsTest-619163635 tempest-VolumesActionsTest-619163635-project] 10.222.0.32 "DELETE /v2.0/ports/21619923-ccde-4f24-a2c7-5958805827d2 HTTP/1.1" status: 204 len: 173 time: 0.7594738 Mar 09 05:56:06.165223 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6f4292-2894-441e-842e-88d66362549b', 'name': 'network-vif-deleted', 'tag': '21619923-ccde-4f24-a2c7-5958805827d2'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:56:06.168145 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c524441c-6681-46a2-b758-e111decdbd3d" -d '{"events": [{"server_uuid": "6b6f4292-2894-441e-842e-88d66362549b", "name": "network-vif-deleted", "tag": "21619923-ccde-4f24-a2c7-5958805827d2"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:56:06.213699 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e4895-217a-4166-9075-0a1cb870d108 x-openstack-request-id: req-433e4895-217a-4166-9075-0a1cb870d108 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:56:06.214254 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6f4292-2894-441e-842e-88d66362549b", "name": "network-vif-deleted", "tag": "21619923-ccde-4f24-a2c7-5958805827d2", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:56:06.214722 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-433e4895-217a-4166-9075-0a1cb870d108 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:56:06.215527 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6f4292-2894-441e-842e-88d66362549b', 'name': 'network-vif-deleted', 'tag': '21619923-ccde-4f24-a2c7-5958805827d2', 'status': 'completed', 'code': 200} Mar 09 05:56:06.246203 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17661a47-fb51-4380-863a-b66a79dfd256 req-1bee5cd7-b68b-42bc-8dfd-4ab4517fb396 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:06.247873 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17661a47-fb51-4380-863a-b66a79dfd256 req-1bee5cd7-b68b-42bc-8dfd-4ab4517fb396 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0839574 Mar 09 05:56:06.308475 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17661a47-fb51-4380-863a-b66a79dfd256 req-fd38c93a-69bd-4baf-97ab-c1b0b6dc3c0d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533428 Mar 09 05:56:07.125579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:07.486631 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343368b-ffc0-453d-a3db-29016f27166e req-a7587af8-a47c-4357-aebe-430a0a57e832 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:07.487813 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-7343368b-ffc0-453d-a3db-29016f27166e req-a7587af8-a47c-4357-aebe-430a0a57e832 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0811031 Mar 09 05:56:07.584708 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-7343368b-ffc0-453d-a3db-29016f27166e req-6134ec63-446e-47b3-8e60-f76a97d8ffd0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885909 Mar 09 05:56:07.986134 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 21619923-ccde-4f24-a2c7-5958805827d2 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:56:08.017859 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 21619923-ccde-4f24-a2c7-5958805827d2 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:56:08.018713 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 21619923-ccde-4f24-a2c7-5958805827d2 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:56:08.050786 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42656) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:08.176857 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-57727913-9e6a-475a-bf1f-82cedebe8e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.269107 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-57727913-9e6a-475a-bf1f-82cedebe8e7e admin admin] Publish callbacks [] for security_group (f63a1755-dc8f-4b8b-a76c-2e1d1508fd28), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.272925 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-57727913-9e6a-475a-bf1f-82cedebe8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f63a1755-dc8f-4b8b-a76c-2e1d1508fd28), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.312026 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-57727913-9e6a-475a-bf1f-82cedebe8e7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6410a902140d4e60bda5eaf80acb90bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572794 Mar 09 05:56:08.312951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42660) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:08.319185 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57727913-9e6a-475a-bf1f-82cedebe8e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a1755-dc8f-4b8b-a76c-2e1d1508fd28,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:08.378941 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69df9a16-e53d-4539-bc11-39cb98b4786a admin admin] Publish callbacks [] for security_group (f63a1755-dc8f-4b8b-a76c-2e1d1508fd28), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.401918 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69df9a16-e53d-4539-bc11-39cb98b4786a admin admin] Publish callbacks [] for security_group (f63a1755-dc8f-4b8b-a76c-2e1d1508fd28), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.456114 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69df9a16-e53d-4539-bc11-39cb98b4786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f63a1755-dc8f-4b8b-a76c-2e1d1508fd28), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.458980 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-69df9a16-e53d-4539-bc11-39cb98b4786a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.462562 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-69df9a16-e53d-4539-bc11-39cb98b4786a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f63a1755-dc8f-4b8b-a76c-2e1d1508fd28 HTTP/1.1" status: 204 len: 168 time: 0.1460104 Mar 09 05:56:08.469240 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df9a16-e53d-4539-bc11-39cb98b4786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a1755-dc8f-4b8b-a76c-2e1d1508fd28,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:08.719348 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa3202-e73b-42b1-acd5-4afe9f27f5d1 req-89aded76-1184-4fd5-94c3-ba4dc6eb1dba tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:08.720913 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73aa3202-e73b-42b1-acd5-4afe9f27f5d1 req-89aded76-1184-4fd5-94c3-ba4dc6eb1dba tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0726151 Mar 09 05:56:08.784929 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73aa3202-e73b-42b1-acd5-4afe9f27f5d1 req-c69b2601-fefc-4b59-bdf9-9e946eff9ab8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584295 Mar 09 05:56:08.865077 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42670) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:08.880311 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.972908 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Publish callbacks [] for security_group (bca3ca21-aa46-47ad-856e-2b8fbaa128eb), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:08.978596 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (bca3ca21-aa46-47ad-856e-2b8fbaa128eb), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:09.019511 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca3ca21-aa46-47ad-856e-2b8fbaa128eb,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:09.023972 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fac5cc062fe548b2aa03c8637fef9e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550138 Mar 09 05:56:09.023972 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 42674) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:09.035518 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.035772 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.036122 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.036495 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.036842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.037178 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.037510 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.037844 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.038178 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.038531 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.038835 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.039412 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.040360 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca640ecc-8775-4bc1-8d6a-9f3b02eb41e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:09.094606 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ef4a992c-4ac5-4a60-a03e-e02699069dee admin admin] Publish callbacks [] for security_group (bca3ca21-aa46-47ad-856e-2b8fbaa128eb), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:09.117888 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ef4a992c-4ac5-4a60-a03e-e02699069dee admin admin] Publish callbacks [] for security_group (bca3ca21-aa46-47ad-856e-2b8fbaa128eb), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:09.170209 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ef4a992c-4ac5-4a60-a03e-e02699069dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (bca3ca21-aa46-47ad-856e-2b8fbaa128eb), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:09.173475 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ef4a992c-4ac5-4a60-a03e-e02699069dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:09.174733 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ef4a992c-4ac5-4a60-a03e-e02699069dee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bca3ca21-aa46-47ad-856e-2b8fbaa128eb HTTP/1.1" status: 204 len: 168 time: 0.1494513 Mar 09 05:56:09.193484 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a992c-4ac5-4a60-a03e-e02699069dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca3ca21-aa46-47ad-856e-2b8fbaa128eb,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:09.939367 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b114a-4b82-4c4f-8e1d-6c2996ebb589 req-99069f64-3380-497b-9858-7a09e380b102 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:09.941152 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-863b114a-4b82-4c4f-8e1d-6c2996ebb589 req-99069f64-3380-497b-9858-7a09e380b102 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0806267 Mar 09 05:56:10.012994 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-863b114a-4b82-4c4f-8e1d-6c2996ebb589 req-0f3fa9d7-df9b-4610-be24-6beb5457dde8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646222 Mar 09 05:56:10.744475 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-0a1345cd-6e9e-4cbb-97ec-243ebf5b37a0 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:10.745918 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-0a1345cd-6e9e-4cbb-97ec-243ebf5b37a0 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 815 time: 0.1017883 Mar 09 05:56:10.761305 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-f7b61f57-0e7b-4af5-980a-309e7ed3e702 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/quotas/8dd1ddba41394c2fb616927fce609cd9 HTTP/1.1" status: 200 len: 375 time: 0.0101137 Mar 09 05:56:10.817237 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-62b98138-81dd-4aa1-916a-ad026586d2f7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509665 Mar 09 05:56:10.921541 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-0445f6e7-1f92-49f6-9037-de1a578ae161 service neutron] 10.222.0.36 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915463 Mar 09 05:56:11.017054 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-b69c2e9e-ca44-468b-8183-1939e9f3252b service neutron] 10.222.0.36 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895853 Mar 09 05:56:11.141604 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a14c1-6c69-4a02-be14-3721d2a5166b req-18a9a007-2e5f-4c49-97f1-cde3fd79b590 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:11.142935 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c51a14c1-6c69-4a02-be14-3721d2a5166b req-18a9a007-2e5f-4c49-97f1-cde3fd79b590 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0608606 Mar 09 05:56:11.206519 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c51a14c1-6c69-4a02-be14-3721d2a5166b req-81f4622a-19cc-48bc-a12a-c07e537c7da6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535893 Mar 09 05:56:11.218431 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-81bc3106-bae4-47c3-ba85-10d6b5aea6ac req-4fd34bcb-f1a1-41b4-93de-8b7b7a1d8c1a tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 210 time: 0.0353336 Mar 09 05:56:12.328770 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-37ff3850-c319-4a5c-812a-6aea2c6f1ae8 req-8188abe9-78fa-4015-b1bf-e56024b7f906 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 210 time: 0.0295653 Mar 09 05:56:12.359356 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf7eab-ce9d-41f6-a560-76b4d00d1238 req-bfab685a-21c1-43d2-8a7e-efb9d10b1b0f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:12.360842 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4faf7eab-ce9d-41f6-a560-76b4d00d1238 req-bfab685a-21c1-43d2-8a7e-efb9d10b1b0f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0653834 Mar 09 05:56:12.406590 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4faf7eab-ce9d-41f6-a560-76b4d00d1238 req-134a9487-9e65-4cd3-b2d6-6dc128e2eb3f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Mar 09 05:56:12.743122 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:13.420472 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ae5b0b55-a634-46ed-8f19-266634ea1d91 req-a935c0a0-ca88-41d3-b226-9e4123e9fbba tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 210 time: 0.0275900 Mar 09 05:56:13.520762 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d957aa-369b-44ec-a380-10da36554768 req-a345938c-77ae-471c-bdca-dcd4964297f9 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:13.522219 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-67d957aa-369b-44ec-a380-10da36554768 req-a345938c-77ae-471c-bdca-dcd4964297f9 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0504956 Mar 09 05:56:13.569163 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-67d957aa-369b-44ec-a380-10da36554768 req-29404162-3f18-4a26-9ea2-489bfb07c4b1 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Mar 09 05:56:14.510976 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-eb5a5568-0b8b-4a1f-b4ca-de8bb0586c90 req-bededc6a-03d3-4b83-935f-51bd17c2c16b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 210 time: 0.0273705 Mar 09 05:56:14.688372 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7635db8-1cf9-40a7-a82a-5ef6ee831201 req-dc681e16-6dcc-4d67-a324-ace44e72eb4a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:14.689841 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7635db8-1cf9-40a7-a82a-5ef6ee831201 req-dc681e16-6dcc-4d67-a324-ace44e72eb4a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0541875 Mar 09 05:56:14.734151 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b7635db8-1cf9-40a7-a82a-5ef6ee831201 req-eb0be759-bfb2-44c4-8c14-40f2248fea26 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Mar 09 05:56:15.147075 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-b238ffc0-3229-44ff-b8b3-2117eb18b615 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:15.148548 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-b238ffc0-3229-44ff-b8b3-2117eb18b615 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.32 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 815 time: 0.1035607 Mar 09 05:56:15.201572 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'port': {'device_id': '0f6c651b-f452-4f14-9968-682c64a20764', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'admin_state_up': True, 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:56:15.323273 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Made reservation on behalf of 8dd1ddba41394c2fb616927fce609cd9 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:56:15.326647 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:15.470454 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Allocated IP 172.20.0.6 (67255969-3db6-461c-8729-4f84f94a261c/1b9951ba-df2a-4f53-8f9a-f2101dd36d1d/81722dcc-a23d-4b21-aa38-d7389447d82b) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:56:15.614295 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e912fbf2-2aa2-46b1-96e4-672c73adc668 req-ff8f4f40-16bf-4cf4-b05a-eb4a15ec8d6a tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 210 time: 0.0337651 Mar 09 05:56:15.626264 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:15.660696 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:15.705799 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Network 67255969-3db6-461c-8729-4f84f94a261c is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:56:15.710645 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:56:15.713862 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:56:15.720824 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:15.721286 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:15.730674 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:15.752148 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2a16f3d-6186-4430-896d-bc914f5f53e2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544894 Mar 09 05:56:15.869361 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01e7fa-390c-4216-8023-be840bdf5108 req-375ccc7e-3cc2-4277-a1e9-2b5d75f2d7aa tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:15.871287 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1c01e7fa-390c-4216-8023-be840bdf5108 req-375ccc7e-3cc2-4277-a1e9-2b5d75f2d7aa tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0676830 Mar 09 05:56:15.923202 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1c01e7fa-390c-4216-8023-be840bdf5108 req-d583fbf1-331b-404d-ac72-f568e2529eff tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Mar 09 05:56:15.945138 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-ba4c23c6-79c6-4c4b-8bf0-dbd515530da0 None None] Provisioning complete for port 81722dcc-a23d-4b21-aa38-d7389447d82b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:56:15.945619 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ba4c23c6-79c6-4c4b-8bf0-dbd515530da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:15.980428 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-ba4c23c6-79c6-4c4b-8bf0-dbd515530da0 None None] Port 81722dcc-a23d-4b21-aa38-d7389447d82b cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:56:16.727790 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937f28c-507b-40f1-966a-de1eaa7b0571 req-a7867bc1-2322-44c6-8a49-8b7ef52307cc tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:16.729287 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1937f28c-507b-40f1-966a-de1eaa7b0571 req-a7867bc1-2322-44c6-8a49-8b7ef52307cc tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0562160 Mar 09 05:56:16.775822 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1937f28c-507b-40f1-966a-de1eaa7b0571 req-6bac2df2-90d0-4a73-b093-6a43e03a9302 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Mar 09 05:56:17.043427 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0addaa-ed10-42e8-b266-aa0347394afc req-9356448c-38d2-404f-9322-0dfacaae77d6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:17.044887 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f0addaa-ed10-42e8-b266-aa0347394afc req-9356448c-38d2-404f-9322-0dfacaae77d6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0510340 Mar 09 05:56:17.089200 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f0addaa-ed10-42e8-b266-aa0347394afc req-ac82c7a4-9b62-414a-8bd0-d89a2de14766 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Mar 09 05:56:17.888298 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98c04-1c78-4c04-b6bf-c4045cdb155e req-643f44f4-b5a6-4b27-ad04-46555716c27f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:17.889776 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3cf98c04-1c78-4c04-b6bf-c4045cdb155e req-643f44f4-b5a6-4b27-ad04-46555716c27f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0509818 Mar 09 05:56:17.935542 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3cf98c04-1c78-4c04-b6bf-c4045cdb155e req-0bf2dcaa-3583-48d3-9f53-a7e8d5c3eeae tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Mar 09 05:56:18.209802 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544865d-4bb3-4be9-af31-7a95b94b73a5 req-94870c5c-3fff-4b15-b2c5-ad842fee5cb3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:18.211239 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0544865d-4bb3-4be9-af31-7a95b94b73a5 req-94870c5c-3fff-4b15-b2c5-ad842fee5cb3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0540178 Mar 09 05:56:18.255385 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0544865d-4bb3-4be9-af31-7a95b94b73a5 req-72a27143-c6e1-4f91-add8-9e8aa24fee83 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380611 Mar 09 05:56:19.054474 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb3459-b1b4-4427-9346-9260a416aa1c req-7415fc2e-480c-45bf-a45a-57c9f33ee3ea tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:19.056069 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17fb3459-b1b4-4427-9346-9260a416aa1c req-7415fc2e-480c-45bf-a45a-57c9f33ee3ea tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0531616 Mar 09 05:56:19.111400 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17fb3459-b1b4-4427-9346-9260a416aa1c req-61f13e8e-fd42-4791-a2c6-5aded327b4dc tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490777 Mar 09 05:56:19.394758 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d5a4-2de1-4b0b-8a9b-3eac394d4215 req-500ddefc-aa50-40b0-bacf-edc04aaf8844 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:19.396332 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9752d5a4-2de1-4b0b-8a9b-3eac394d4215 req-500ddefc-aa50-40b0-bacf-edc04aaf8844 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0709066 Mar 09 05:56:19.456863 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9752d5a4-2de1-4b0b-8a9b-3eac394d4215 req-6aaa96e2-4b12-4569-9237-fd550865f1b5 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535545 Mar 09 05:56:19.973174 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42992) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:20.081562 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.159098 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Publish callbacks [] for security_group (b7b9ea42-c0f0-42c6-8249-440591c0d232), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.163221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b7b9ea42-c0f0-42c6-8249-440591c0d232), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.203376 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3a6b10928114ad69a57140c1138773a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291005 Mar 09 05:56:20.204105 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b9ea42-c0f0-42c6-8249-440591c0d232,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:20.206041 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 42998) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:20.217590 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.217942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.218293 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.218635 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.218971 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.219306 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.219642 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.219979 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.220305 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.220663 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.220988 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.221506 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.221994 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7ecf89-bc22-4dea-85b8-92816221e94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:20.278348 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-24e0a532-14d4-4447-a2da-f7011ddd7740 admin admin] Publish callbacks [] for security_group (b7b9ea42-c0f0-42c6-8249-440591c0d232), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.284329 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99ed0-07a4-4d09-b4db-013752c87736 req-86a832d9-1380-4078-95a8-8063a815cc6e tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:20.286175 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-15c99ed0-07a4-4d09-b4db-013752c87736 req-86a832d9-1380-4078-95a8-8063a815cc6e tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.1024566 Mar 09 05:56:20.301370 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-24e0a532-14d4-4447-a2da-f7011ddd7740 admin admin] Publish callbacks [] for security_group (b7b9ea42-c0f0-42c6-8249-440591c0d232), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.347466 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-15c99ed0-07a4-4d09-b4db-013752c87736 req-ab140994-275b-4d6e-bd2a-6917fc5bd1be tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Mar 09 05:56:20.360128 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-24e0a532-14d4-4447-a2da-f7011ddd7740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b7b9ea42-c0f0-42c6-8249-440591c0d232), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.375822 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-24e0a532-14d4-4447-a2da-f7011ddd7740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.375822 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-24e0a532-14d4-4447-a2da-f7011ddd7740 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7b9ea42-c0f0-42c6-8249-440591c0d232 HTTP/1.1" status: 204 len: 168 time: 0.1646600 Mar 09 05:56:20.382915 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0a532-14d4-4447-a2da-f7011ddd7740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b9ea42-c0f0-42c6-8249-440591c0d232,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:20.600178 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a91ecb-3210-45a8-b63c-c36d6974fb87 req-0c596b15-62fc-4dca-902e-ea1e6be15b24 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:20.601791 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6a91ecb-3210-45a8-b63c-c36d6974fb87 req-0c596b15-62fc-4dca-902e-ea1e6be15b24 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0671427 Mar 09 05:56:20.656197 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d6a91ecb-3210-45a8-b63c-c36d6974fb87 req-2908c797-e02f-459b-8a55-90482048e129 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484080 Mar 09 05:56:20.710870 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43010) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:20.718399 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5ee19616-28a8-43f1-964c-e378f68e4491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.802391 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5ee19616-28a8-43f1-964c-e378f68e4491 admin admin] Publish callbacks [] for security_group (1d3899b0-76e6-405c-b145-38b530a40f0e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.806997 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5ee19616-28a8-43f1-964c-e378f68e4491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1d3899b0-76e6-405c-b145-38b530a40f0e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.847765 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5ee19616-28a8-43f1-964c-e378f68e4491 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b244ee6b82a46a6a8dc20ad6ab661d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419842 Mar 09 05:56:20.848540 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee19616-28a8-43f1-964c-e378f68e4491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3899b0-76e6-405c-b145-38b530a40f0e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:20.850297 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43012) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:20.908526 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9dd0-0aa0-401c-81ec-5c0a10df1657 admin admin] Publish callbacks [] for security_group (1d3899b0-76e6-405c-b145-38b530a40f0e), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.932734 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9dd0-0aa0-401c-81ec-5c0a10df1657 admin admin] Publish callbacks [] for security_group (1d3899b0-76e6-405c-b145-38b530a40f0e), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.984027 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9dd0-0aa0-401c-81ec-5c0a10df1657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1d3899b0-76e6-405c-b145-38b530a40f0e), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.986694 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9dd0-0aa0-401c-81ec-5c0a10df1657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:20.987991 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-4b4e9dd0-0aa0-401c-81ec-5c0a10df1657 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d3899b0-76e6-405c-b145-38b530a40f0e HTTP/1.1" status: 204 len: 168 time: 0.1357503 Mar 09 05:56:20.995775 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e9dd0-0aa0-401c-81ec-5c0a10df1657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3899b0-76e6-405c-b145-38b530a40f0e,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:21.424098 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43020) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:21.457380 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0e115f31-7909-4873-a680-5d56b2869a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:21.504885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb464f8-b7eb-442a-b0fb-b72e5e64bc03 req-b6ecfc36-5b7f-4a61-80a2-628e84501d53 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:21.506556 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dbb464f8-b7eb-442a-b0fb-b72e5e64bc03 req-b6ecfc36-5b7f-4a61-80a2-628e84501d53 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0587499 Mar 09 05:56:21.576624 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dbb464f8-b7eb-442a-b0fb-b72e5e64bc03 req-a8fdc936-f570-4e6c-b04d-292e5db251df tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643153 Mar 09 05:56:21.593877 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0e115f31-7909-4873-a680-5d56b2869a56 admin admin] Publish callbacks [] for security_group (b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:21.600156 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0e115f31-7909-4873-a680-5d56b2869a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:21.652485 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e115f31-7909-4873-a680-5d56b2869a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:21.660971 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-0e115f31-7909-4873-a680-5d56b2869a56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89004e4308ba447cad38ffeb23834706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333667 Mar 09 05:56:21.661354 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43026) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:21.732860 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e8692331-0ab4-4cda-a2cc-703af6c29e32 admin admin] Publish callbacks [] for security_group (b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:21.773307 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e8692331-0ab4-4cda-a2cc-703af6c29e32 admin admin] Publish callbacks [] for security_group (b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:21.811944 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f5f3-d1ca-4dfa-b6dc-0964fe6f02b5 req-84833cdd-fa6d-4d41-b18b-4ac167764f9e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:21.814160 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-03b0f5f3-d1ca-4dfa-b6dc-0964fe6f02b5 req-84833cdd-fa6d-4d41-b18b-4ac167764f9e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0675700 Mar 09 05:56:21.838659 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e8692331-0ab4-4cda-a2cc-703af6c29e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:21.841975 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e8692331-0ab4-4cda-a2cc-703af6c29e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:21.843123 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e8692331-0ab4-4cda-a2cc-703af6c29e32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb HTTP/1.1" status: 204 len: 168 time: 0.1807473 Mar 09 05:56:21.856631 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8692331-0ab4-4cda-a2cc-703af6c29e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b309cdfb-9f0f-4efd-b0e4-c1eed05b46fb,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:21.904794 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-03b0f5f3-d1ca-4dfa-b6dc-0964fe6f02b5 req-a85b3706-3094-4b21-90b2-600051de69a5 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821609 Mar 09 05:56:22.726093 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118825-f191-4b5d-b3fa-39720d2d2747 req-2a45681e-93a1-45fd-b31b-a6cc23cf7f90 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:22.728299 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44118825-f191-4b5d-b3fa-39720d2d2747 req-2a45681e-93a1-45fd-b31b-a6cc23cf7f90 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0710995 Mar 09 05:56:22.781691 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44118825-f191-4b5d-b3fa-39720d2d2747 req-ac7ddfa1-7199-4178-8776-bb0c6f17ce3a tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476992 Mar 09 05:56:23.021716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc1db7-abeb-4a4e-baaa-e1729227a508 req-f33ed071-70dc-4086-80ea-192ac6f7ee7d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:23.023193 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44dc1db7-abeb-4a4e-baaa-e1729227a508 req-f33ed071-70dc-4086-80ea-192ac6f7ee7d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0558412 Mar 09 05:56:23.084953 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44dc1db7-abeb-4a4e-baaa-e1729227a508 req-201a386a-90d7-49b3-9df6-f343bad65fab tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539927 Mar 09 05:56:23.145903 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43068) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:23.252364 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-63abf45c-684d-4fdd-90b2-ad8405914c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:23.325349 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-63abf45c-684d-4fdd-90b2-ad8405914c94 admin admin] Publish callbacks [] for security_group (64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:23.330606 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-63abf45c-684d-4fdd-90b2-ad8405914c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:23.366460 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-63abf45c-684d-4fdd-90b2-ad8405914c94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c63a90749d744817a5af0e9e2421c6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194390 Mar 09 05:56:23.369458 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43072) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:23.375450 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abf45c-684d-4fdd-90b2-ad8405914c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:23.418723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-934f58a8-0f42-4ece-a570-e14047ea50c1 admin admin] Publish callbacks [] for security_group (64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:23.441213 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-934f58a8-0f42-4ece-a570-e14047ea50c1 admin admin] Publish callbacks [] for security_group (64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:23.493401 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-934f58a8-0f42-4ece-a570-e14047ea50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:23.497097 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-934f58a8-0f42-4ece-a570-e14047ea50c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:23.513746 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-934f58a8-0f42-4ece-a570-e14047ea50c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6 HTTP/1.1" status: 204 len: 168 time: 0.1310077 Mar 09 05:56:23.525767 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f58a8-0f42-4ece-a570-e14047ea50c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fa7398-b1e3-4ca6-bd1d-24f0e87b37e6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:23.939400 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98653ff2-e195-4de9-9592-a52a97e8ca57 req-c958af74-bc62-4f0e-abdc-0dfb808b3d41 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:23.947547 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98653ff2-e195-4de9-9592-a52a97e8ca57 req-c958af74-bc62-4f0e-abdc-0dfb808b3d41 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0926414 Mar 09 05:56:24.014842 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98653ff2-e195-4de9-9592-a52a97e8ca57 req-3f420901-e06a-48f8-b3b9-3afbe836c9ea tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647376 Mar 09 05:56:24.250533 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f80b8-0504-47c8-b1fa-91cae081847e req-2bc3743a-42ca-4f18-8d03-0c5ca4ed7e82 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:24.254835 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-659f80b8-0504-47c8-b1fa-91cae081847e req-2bc3743a-42ca-4f18-8d03-0c5ca4ed7e82 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0966084 Mar 09 05:56:24.354668 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-659f80b8-0504-47c8-b1fa-91cae081847e req-95af4c8b-b0cc-47af-b6f0-8a2f95355bd5 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989215 Mar 09 05:56:25.160528 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec76ba-2591-4ca6-a6cc-6bfcc5036aaf req-9f0eda43-8a49-48b6-95de-b3815eff73d5 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:25.162514 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dec76ba-2591-4ca6-a6cc-6bfcc5036aaf req-9f0eda43-8a49-48b6-95de-b3815eff73d5 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0659447 Mar 09 05:56:25.217726 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dec76ba-2591-4ca6-a6cc-6bfcc5036aaf req-8b8370d8-0115-4199-94a4-0536a6df249d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Mar 09 05:56:25.513503 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21364d28-c0fa-4cf3-baba-1b237870abf1 req-6eb933c8-b789-4e0b-a0ab-c85fc8e42ddc tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:25.521306 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21364d28-c0fa-4cf3-baba-1b237870abf1 req-6eb933c8-b789-4e0b-a0ab-c85fc8e42ddc tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0971689 Mar 09 05:56:25.585518 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-21364d28-c0fa-4cf3-baba-1b237870abf1 req-7913aea3-a6e6-4240-9e3c-6764b8d831f7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630586 Mar 09 05:56:26.491033 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd836627-57ec-470c-92a0-9a80d7d13e93 req-96ae6933-7094-41d6-b94c-8d0d890e6ee8 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:26.506558 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dd836627-57ec-470c-92a0-9a80d7d13e93 req-96ae6933-7094-41d6-b94c-8d0d890e6ee8 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.1659544 Mar 09 05:56:26.636425 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dd836627-57ec-470c-92a0-9a80d7d13e93 req-3bca901a-25c6-4a5a-bd79-304b10573140 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239836 Mar 09 05:56:26.764306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df028298-be5e-4df9-8b27-26bfec4837da req-65905d94-38e0-4255-a375-b455de936a79 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:26.781610 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df028298-be5e-4df9-8b27-26bfec4837da req-65905d94-38e0-4255-a375-b455de936a79 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0800321 Mar 09 05:56:26.857096 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df028298-be5e-4df9-8b27-26bfec4837da req-13609fe4-3790-4836-9722-ec9b39fa38a2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649483 Mar 09 05:56:27.291677 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:56:27.790121 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069a629-07e5-4331-80c8-f5eead57c398 req-722d620c-0de6-4f87-960a-525932700772 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:27.795055 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2069a629-07e5-4331-80c8-f5eead57c398 req-722d620c-0de6-4f87-960a-525932700772 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0945239 Mar 09 05:56:27.874716 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2069a629-07e5-4331-80c8-f5eead57c398 req-baf762f7-06b6-48de-9cf0-8d5e983aa3e9 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725071 Mar 09 05:56:28.025712 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c3e19-5f8b-4801-bd52-6043d1acafb8 req-d068b305-36d8-40e1-9552-3ab65af5f306 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:28.033774 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e8c3e19-5f8b-4801-bd52-6043d1acafb8 req-d068b305-36d8-40e1-9552-3ab65af5f306 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0765514 Mar 09 05:56:28.175590 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4e8c3e19-5f8b-4801-bd52-6043d1acafb8 req-5ce5fce5-83d4-43ca-90f1-98f68ff18d00 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340668 Mar 09 05:56:29.544814 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398d482-cf41-494c-b60a-99af47325957 req-2c586022-a699-449e-b301-7e01f6b1eeef tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:29.546710 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2398d482-cf41-494c-b60a-99af47325957 req-2c586022-a699-449e-b301-7e01f6b1eeef tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 931 time: 0.0543828 Mar 09 05:56:29.598533 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2398d482-cf41-494c-b60a-99af47325957 req-a145b7d3-b088-46fd-8b62-12a0642c9110 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463138 Mar 09 05:56:29.631705 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Request body: {'port': {'device_id': '0f6c651b-f452-4f14-9968-682c64a20764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:56:29.698455 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:29.709193 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43312) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:29.791864 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde818a9-60e1-4fde-b2a1-d0c68daa893e req-0afee768-c512-4681-8d0f-2184e9da4559 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:29.799260 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bde818a9-60e1-4fde-b2a1-d0c68daa893e req-0afee768-c512-4681-8d0f-2184e9da4559 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1018112 Mar 09 05:56:29.865837 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-23e14107-17a1-4466-a6c3-941eab083675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:29.941543 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bde818a9-60e1-4fde-b2a1-d0c68daa893e req-3ee579c2-ce72-4a32-b217-6a8fcc75a214 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412880 Mar 09 05:56:29.972620 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad81bc-b982-4093-9295-89c671446e2d req-1f9b5884-d52e-416f-9dff-d154b0cb45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:29.974559 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-06ad81bc-b982-4093-9295-89c671446e2d req-1f9b5884-d52e-416f-9dff-d154b0cb45ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.0778875 Mar 09 05:56:30.010907 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-23e14107-17a1-4466-a6c3-941eab083675 admin admin] Publish callbacks [] for security_group (814bf66b-5dc3-4b36-9db2-5b489fab63b0), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.134513 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad81bc-b982-4093-9295-89c671446e2d req-6e6826b7-7eb1-472d-9fdb-49d5ddf7150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:30.136190 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-06ad81bc-b982-4093-9295-89c671446e2d req-6e6826b7-7eb1-472d-9fdb-49d5ddf7150b service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 919 time: 0.1176240 Mar 09 05:56:30.136995 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-23e14107-17a1-4466-a6c3-941eab083675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (814bf66b-5dc3-4b36-9db2-5b489fab63b0), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.203605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31a18-207d-42d5-8795-2c968360d58c req-286cddfe-5b00-49a2-9348-7012c794ecab tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:30.205183 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90a31a18-207d-42d5-8795-2c968360d58c req-286cddfe-5b00-49a2-9348-7012c794ecab tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1488969 Mar 09 05:56:30.220179 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81722dcc-a23d-4b21-aa38-d7389447d82b {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:56:30.236665 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-06ad81bc-b982-4093-9295-89c671446e2d req-fe6ae49f-1707-4db6-b694-a65f639afb8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 200 len: 217 time: 0.0620482 Mar 09 05:56:30.241161 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Publish callbacks [] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.242903 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e14107-17a1-4466-a6c3-941eab083675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814bf66b-5dc3-4b36-9db2-5b489fab63b0,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:30.267171 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Transition to ACTIVE for port object 81722dcc-a23d-4b21-aa38-d7389447d82b will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:56:30.273166 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-23e14107-17a1-4466-a6c3-941eab083675 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4729d94701184cf19faf1eb413fc7892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5621488 Mar 09 05:56:30.274626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43332) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:30.298843 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.340712 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90a31a18-207d-42d5-8795-2c968360d58c req-d8a2d99a-3b17-4579-ae34-8be5ef2f9bbe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291523 Mar 09 05:56:30.370951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad81bc-b982-4093-9295-89c671446e2d req-bf13ec93-3536-4de2-b0fd-e44667fa1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:30.372780 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-06ad81bc-b982-4093-9295-89c671446e2d req-bf13ec93-3536-4de2-b0fd-e44667fa1909 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.1120622 Mar 09 05:56:30.393207 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:30.411881 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Attempting to bind port 81722dcc-a23d-4b21-aa38-d7389447d82b on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:56:30.412212 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Attempting to bind port 81722dcc-a23d-4b21-aa38-d7389447d82b by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:56:30.412631 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Attempting to bind port 81722dcc-a23d-4b21-aa38-d7389447d82b on network 67255969-3db6-461c-8729-4f84f94a261c {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:56:30.418216 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Port 81722dcc-a23d-4b21-aa38-d7389447d82b on network 67255969-3db6-461c-8729-4f84f94a261c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:56:30.418543 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Attempting to bind port 81722dcc-a23d-4b21-aa38-d7389447d82b on network 67255969-3db6-461c-8729-4f84f94a261c {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:56:30.419938 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-06ad81bc-b982-4093-9295-89c671446e2d req-37fe18fc-3a54-4bd4-9808-0e052fb35a67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315878 Mar 09 05:56:30.422581 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-647d4c78-72ac-449a-b8f3-5c238309407f admin admin] Publish callbacks [] for security_group (814bf66b-5dc3-4b36-9db2-5b489fab63b0), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.423791 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:56:30.424158 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Checking segment: {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:56:30.424586 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Bound using segment: {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:56:30.425026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Bound port: 81722dcc-a23d-4b21-aa38-d7389447d82b, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5097d8-7282-4207-9fe9-6aaed3902509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '67255969-3db6-461c-8729-4f84f94a261c'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:56:30.425437 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.507640 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-647d4c78-72ac-449a-b8f3-5c238309407f admin admin] Publish callbacks [] for security_group (814bf66b-5dc3-4b36-9db2-5b489fab63b0), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.513051 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:56:30.518716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=81722dcc-a23d-4b21-aa38-d7389447d82b,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:56:30.533390 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.615968 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:30.616621 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.636167 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] 10.222.0.32 "PUT /v2.0/ports/81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 1093 time: 1.0075366 Mar 09 05:56:30.656471 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:56:30.664428 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:56:30.746978 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e65fe76a-2d2d-4621-97f7-ac3fb482514f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.793904 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-06ad81bc-b982-4093-9295-89c671446e2d req-87e5377e-cd00-4457-be59-88ebc3b4ec7f service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607726 Mar 09 05:56:30.804105 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e44525-c709-4823-870d-64d5bf344dce x-openstack-request-id: req-b9e44525-c709-4823-870d-64d5bf344dce {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:56:30.804488 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:56:30.807981 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9e44525-c709-4823-870d-64d5bf344dce {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:56:30.808430 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'status': 'completed', 'code': 200} Mar 09 05:56:30.812681 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d241f2-f944-4042-8d6f-a25e6bb6cfc4 service neutron] Pushing event updated for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:30.850294 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-9adbf368-6f9f-4781-a993-e68f6470158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:30.852728 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-9adbf368-6f9f-4781-a993-e68f6470158b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1127 time: 0.1275790 Mar 09 05:56:30.875051 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-647d4c78-72ac-449a-b8f3-5c238309407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (814bf66b-5dc3-4b36-9db2-5b489fab63b0), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.880805 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-647d4c78-72ac-449a-b8f3-5c238309407f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:30.887008 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-647d4c78-72ac-449a-b8f3-5c238309407f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/814bf66b-5dc3-4b36-9db2-5b489fab63b0 HTTP/1.1" status: 204 len: 168 time: 0.6033680 Mar 09 05:56:31.056311 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d4c78-72ac-449a-b8f3-5c238309407f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814bf66b-5dc3-4b36-9db2-5b489fab63b0,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:31.085089 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18220f-fe68-47bb-bec5-a2d86ed7b8ca req-5ba0006b-0660-499b-9de9-8d9c77632d67 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:31.105403 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2f18220f-fe68-47bb-bec5-a2d86ed7b8ca req-5ba0006b-0660-499b-9de9-8d9c77632d67 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 943 time: 0.3505168 Mar 09 05:56:31.144788 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-71b7bcb6-287d-409d-816a-59a2bd7e9a06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 217 time: 0.2742274 Mar 09 05:56:31.220967 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-06ad81bc-b982-4093-9295-89c671446e2d req-542c8628-198a-4edc-8501-e49f9707fc32 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052751 Mar 09 05:56:31.243823 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2f18220f-fe68-47bb-bec5-a2d86ed7b8ca req-4198f36f-1344-4dfb-af75-8637b709e088 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359379 Mar 09 05:56:31.352266 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2e796d0-f759-4ac5-92ea-e50d6b0fb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:31.354011 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-e2e796d0-f759-4ac5-92ea-e50d6b0fb9a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 200 len: 854 time: 0.2025170 Mar 09 05:56:31.451190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4defc45-d8b6-4529-9051-9d64c7279c0a req-88cb1e8f-ed29-4be9-824a-ffb06dcc9f4e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:31.454077 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4defc45-d8b6-4529-9051-9d64c7279c0a req-88cb1e8f-ed29-4be9-824a-ffb06dcc9f4e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1747551 Mar 09 05:56:31.499623 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-7667bfde-b1c8-4ae7-8911-5c4aefbea8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:31.504429 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-7667bfde-b1c8-4ae7-8911-5c4aefbea8bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67255969-3db6-461c-8729-4f84f94a261c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278021 Mar 09 05:56:31.560535 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4defc45-d8b6-4529-9051-9d64c7279c0a req-5c70e81a-09ed-4774-a031-5a89e7ded658 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966489 Mar 09 05:56:31.581001 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c575c0-8e59-4fef-9004-af79c55d1b08 req-78e9c521-46bc-4d75-ba55-44e815394a53 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:31.582669 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-73c575c0-8e59-4fef-9004-af79c55d1b08 req-78e9c521-46bc-4d75-ba55-44e815394a53 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0839276 Mar 09 05:56:31.622227 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-5b819ff5-c58e-4a44-b2c9-1b4de53acb89 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091664 Mar 09 05:56:31.631204 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-73c575c0-8e59-4fef-9004-af79c55d1b08 req-6c4139ef-b01b-4ced-adf4-7cb39f73763e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428169 Mar 09 05:56:31.735905 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5245fdc4-0d0c-455d-9669-9eeae8b9b25f req-efb434fd-1af9-4063-8ec6-78ac77fafb50 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906606 Mar 09 05:56:31.931537 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-bdd7f1f9-7c59-44fa-93fe-6d3f29bc8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:31.932955 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-bdd7f1f9-7c59-44fa-93fe-6d3f29bc8010 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1127 time: 0.0480781 Mar 09 05:56:32.048038 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-8b5f6bc7-26eb-4306-80a0-f81b3b0666f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:32.049906 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-8b5f6bc7-26eb-4306-80a0-f81b3b0666f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 916 time: 0.1084807 Mar 09 05:56:32.367906 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-98a1beda-ff15-4245-8a9b-c3ad65f0eceb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 217 time: 0.2949626 Mar 09 05:56:32.462014 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-4e58370d-c7cb-42de-9fcf-7687b26f73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:32.463720 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-4e58370d-c7cb-42de-9fcf-7687b26f73ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 200 len: 854 time: 0.0693133 Mar 09 05:56:32.472578 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9024b-1d7e-4dde-af75-84d369e5e8e7 req-2dbf8fec-b16c-4cb6-b264-677490e390b4 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:32.479987 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44b9024b-1d7e-4dde-af75-84d369e5e8e7 req-2dbf8fec-b16c-4cb6-b264-677490e390b4 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 943 time: 0.1292083 Mar 09 05:56:32.556700 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44b9024b-1d7e-4dde-af75-84d369e5e8e7 req-b63aaa4e-0ab4-460c-8759-67b28f7e6b61 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757611 Mar 09 05:56:32.563008 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-4396e7b4-eeee-4c11-b95d-d6a1d10571cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:32.564498 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-4396e7b4-eeee-4c11-b95d-d6a1d10571cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67255969-3db6-461c-8729-4f84f94a261c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819478 Mar 09 05:56:32.678585 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-4484e80c-4ee7-4f00-a17b-596517934e92 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053209 Mar 09 05:56:32.729699 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcb957-3e8d-41ca-9a54-9334f0196de5 req-b1c89f01-c6be-40a6-ba35-dd4a98ac3f98 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:32.737067 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2abcb957-3e8d-41ca-9a54-9334f0196de5 req-b1c89f01-c6be-40a6-ba35-dd4a98ac3f98 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0826428 Mar 09 05:56:32.793351 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2abcb957-3e8d-41ca-9a54-9334f0196de5 req-4d4845f3-4c47-46af-ab73-215e276a7fd9 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553484 Mar 09 05:56:32.814459 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fc698bbb-5805-4fe3-bebc-9c721c0bb2a4 req-2524dbe0-e914-470c-a800-8c59b56fdfe3 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200655 Mar 09 05:56:32.837349 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0243-9b53-4915-9c6b-ad984955be42 req-2821f809-8e34-4e12-8449-ac5aa58b08c7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:32.838809 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-276d0243-9b53-4915-9c6b-ad984955be42 req-2821f809-8e34-4e12-8449-ac5aa58b08c7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0703354 Mar 09 05:56:32.896775 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-276d0243-9b53-4915-9c6b-ad984955be42 req-3e0ef359-92c8-4c60-9003-5c182df97fcc tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510814 Mar 09 05:56:33.089308 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ed959cb4-591e-4a5f-85af-8d37d1ea414a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:33.734399 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15fe17-c1eb-4816-b99d-840ca7b0d6a6 req-7744c1de-5452-4dc5-966f-45b59c257af1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:33.742051 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0f15fe17-c1eb-4816-b99d-840ca7b0d6a6 req-7744c1de-5452-4dc5-966f-45b59c257af1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 943 time: 0.0775023 Mar 09 05:56:33.795935 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0f15fe17-c1eb-4816-b99d-840ca7b0d6a6 req-f78898a1-948c-4e25-80d9-dfa9e7f23b3c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518730 Mar 09 05:56:33.939117 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be72f8-2a88-4846-9e2c-8ef04c820571 req-7851b10c-663a-4fe4-9312-b662f69dfafd tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:33.947837 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18be72f8-2a88-4846-9e2c-8ef04c820571 req-7851b10c-663a-4fe4-9312-b662f69dfafd tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0717404 Mar 09 05:56:34.035051 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-18be72f8-2a88-4846-9e2c-8ef04c820571 req-8a656c5b-48e7-45c6-a6e3-911d8489559f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862615 Mar 09 05:56:34.053549 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af36601-2419-4a07-99ee-b58cf3264f23 req-7a7586be-9927-4da3-9ee8-d6d960b5369e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:34.055290 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8af36601-2419-4a07-99ee-b58cf3264f23 req-7a7586be-9927-4da3-9ee8-d6d960b5369e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0711644 Mar 09 05:56:34.081260 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43422) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:34.114461 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8af36601-2419-4a07-99ee-b58cf3264f23 req-5914b2be-5bee-4f37-b5a2-3cdc94fbee6b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493941 Mar 09 05:56:34.218925 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-02bcab17-2404-4d4d-a586-9ad7f53e9745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.324662 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-02bcab17-2404-4d4d-a586-9ad7f53e9745 admin admin] Publish callbacks [] for security_group (5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.328367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-02bcab17-2404-4d4d-a586-9ad7f53e9745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.366312 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcab17-2404-4d4d-a586-9ad7f53e9745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:34.373638 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-02bcab17-2404-4d4d-a586-9ad7f53e9745 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13e6b06e59a3498a9a0351056f5f3c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912836 Mar 09 05:56:34.376436 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43430) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:34.402251 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.436719 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-43a1b973-12e0-4123-82dd-2aa8eaae74e9 admin admin] Publish callbacks [] for security_group (5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.461057 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-43a1b973-12e0-4123-82dd-2aa8eaae74e9 admin admin] Publish callbacks [] for security_group (5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.517478 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-43a1b973-12e0-4123-82dd-2aa8eaae74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.520204 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-43a1b973-12e0-4123-82dd-2aa8eaae74e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.521388 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-43a1b973-12e0-4123-82dd-2aa8eaae74e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1 HTTP/1.1" status: 204 len: 168 time: 0.1437392 Mar 09 05:56:34.529593 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1b973-12e0-4123-82dd-2aa8eaae74e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0019b6-6bc0-4c1b-a24b-1480fcfd93c1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:34.832542 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43442) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:34.846340 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d2564d82-276e-4f26-b19b-27eebbb6a2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:34.962896 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf9a27-483d-4b48-96e7-e2645416460b req-465c51c0-59cc-4093-b299-f2a4c1675741 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:34.964591 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-afcf9a27-483d-4b48-96e7-e2645416460b req-465c51c0-59cc-4093-b299-f2a4c1675741 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 943 time: 0.0740056 Mar 09 05:56:35.019569 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d2564d82-276e-4f26-b19b-27eebbb6a2c7 admin admin] Publish callbacks [] for security_group (39a010dc-ea6f-481f-8ebb-a917ea89bb5a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:35.030679 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d2564d82-276e-4f26-b19b-27eebbb6a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (39a010dc-ea6f-481f-8ebb-a917ea89bb5a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:35.052122 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-afcf9a27-483d-4b48-96e7-e2645416460b req-bf6d886a-c48e-410e-b593-350b9686adb8 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797112 Mar 09 05:56:35.080202 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43450) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:35.096151 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d2564d82-276e-4f26-b19b-27eebbb6a2c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f427b63d69ce442e9a8efcf789a2658d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629397 Mar 09 05:56:35.106878 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2564d82-276e-4f26-b19b-27eebbb6a2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a010dc-ea6f-481f-8ebb-a917ea89bb5a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:35.185189 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-81b26d11-22f8-4d3c-b3b9-db6341343055 admin admin] Publish callbacks [] for security_group (39a010dc-ea6f-481f-8ebb-a917ea89bb5a), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:35.216860 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3b065-42f5-45e2-9d71-ee56dcf91905 req-5a8fc5f5-1877-4749-a423-b249d59f4b08 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:35.218468 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-75e3b065-42f5-45e2-9d71-ee56dcf91905 req-5a8fc5f5-1877-4749-a423-b249d59f4b08 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0891080 Mar 09 05:56:35.223743 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-81b26d11-22f8-4d3c-b3b9-db6341343055 admin admin] Publish callbacks [] for security_group (39a010dc-ea6f-481f-8ebb-a917ea89bb5a), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:35.292650 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c5ce-edc0-4356-839a-a8204fd68656 req-e208ab2e-a5ac-4493-94cc-ca269c88570b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:35.296427 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-75e3b065-42f5-45e2-9d71-ee56dcf91905 req-745a0ce3-03ef-4d2c-bbcc-3b007893a2b4 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650783 Mar 09 05:56:35.305288 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c330c5ce-edc0-4356-839a-a8204fd68656 req-e208ab2e-a5ac-4493-94cc-ca269c88570b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0837035 Mar 09 05:56:35.325596 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-81b26d11-22f8-4d3c-b3b9-db6341343055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (39a010dc-ea6f-481f-8ebb-a917ea89bb5a), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:35.334420 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-81b26d11-22f8-4d3c-b3b9-db6341343055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:35.347739 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-81b26d11-22f8-4d3c-b3b9-db6341343055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39a010dc-ea6f-481f-8ebb-a917ea89bb5a HTTP/1.1" status: 204 len: 168 time: 0.2588627 Mar 09 05:56:35.374089 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b26d11-22f8-4d3c-b3b9-db6341343055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a010dc-ea6f-481f-8ebb-a917ea89bb5a,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:35.381657 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c330c5ce-edc0-4356-839a-a8204fd68656 req-4087b27b-b9ef-454d-a136-87b718ee7393 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684855 Mar 09 05:56:35.558286 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.035553 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43480) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:36.054721 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c36857cd-6c98-46d9-9c7c-880e8c461ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.195113 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 81722dcc-a23d-4b21-aa38-d7389447d82b details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:56:36.207428 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c36857cd-6c98-46d9-9c7c-880e8c461ba7 admin admin] Publish callbacks [] for security_group (0f31a37a-843a-4850-b017-da15ccf73aac), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.221166 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c36857cd-6c98-46d9-9c7c-880e8c461ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0f31a37a-843a-4850-b017-da15ccf73aac), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.269020 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd07195-7b21-472e-a47d-614ae33882ea req-4ab72a76-dd99-4d87-bcff-dc2ed0aa6375 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:36.270494 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ccd07195-7b21-472e-a47d-614ae33882ea req-4ab72a76-dd99-4d87-bcff-dc2ed0aa6375 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 943 time: 0.1261761 Mar 09 05:56:36.302244 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=81722dcc-a23d-4b21-aa38-d7389447d82b,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:36.311139 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36857cd-6c98-46d9-9c7c-880e8c461ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31a37a-843a-4850-b017-da15ccf73aac,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:36.319418 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c36857cd-6c98-46d9-9c7c-880e8c461ba7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a1fd51c0c684e6b85686aa39757d604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804823 Mar 09 05:56:36.319849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43484) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:36.321334 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'port_id': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'mac_address': 'fa:16:3e:96:28:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:56:36.392842 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 81722dcc-a23d-4b21-aa38-d7389447d82b is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:36.397070 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.411288 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ccd07195-7b21-472e-a47d-614ae33882ea req-13068f2b-fb1e-4c87-8d47-bd701591240d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016269 Mar 09 05:56:36.422905 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81722dcc-a23d-4b21-aa38-d7389447d82b {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:56:36.463518 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=81722dcc-a23d-4b21-aa38-d7389447d82b,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:36.471044 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.479631 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb74083c-f1c9-48f3-9e17-084ae5bda1e8 admin admin] Publish callbacks [] for security_group (0f31a37a-843a-4850-b017-da15ccf73aac), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.526568 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06ad7-720d-48cb-8568-5672d57ea259 req-e3f38381-3aa7-4623-813d-cfec116bc37c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:36.527211 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:36.535127 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.535512 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.535888 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.536239 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.536609 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.536981 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.537494 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.537693 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b8f06ad7-720d-48cb-8568-5672d57ea259 req-e3f38381-3aa7-4623-813d-cfec116bc37c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1147916 Mar 09 05:56:36.538163 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.538668 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.540133 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.540997 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.541486 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.541922 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb74083c-f1c9-48f3-9e17-084ae5bda1e8 admin admin] Publish callbacks [] for security_group (0f31a37a-843a-4850-b017-da15ccf73aac), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.542157 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:56:36.594493 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b8f06ad7-720d-48cb-8568-5672d57ea259 req-4f53c35c-7d8e-492e-9180-50536d44a62e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557885 Mar 09 05:56:36.685240 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1614ef1-be64-45ab-8c06-5a3a88868ccf req-64c2ff44-ee84-4289-b2e1-c911059a2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:36.691200 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b1614ef1-be64-45ab-8c06-5a3a88868ccf req-64c2ff44-ee84-4289-b2e1-c911059a2d4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.2328513 Mar 09 05:56:36.721193 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da915724-f6d9-4031-8eeb-999e13d7c3fb req-4776d43b-ba87-4b3d-a628-7a94b250577d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:36.729183 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-da915724-f6d9-4031-8eeb-999e13d7c3fb req-4776d43b-ba87-4b3d-a628-7a94b250577d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1574936 Mar 09 05:56:36.748669 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb74083c-f1c9-48f3-9e17-084ae5bda1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0f31a37a-843a-4850-b017-da15ccf73aac), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.751122 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-eb74083c-f1c9-48f3-9e17-084ae5bda1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:36.752242 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-eb74083c-f1c9-48f3-9e17-084ae5bda1e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f31a37a-843a-4850-b017-da15ccf73aac HTTP/1.1" status: 204 len: 168 time: 0.4316895 Mar 09 05:56:36.785322 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74083c-f1c9-48f3-9e17-084ae5bda1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31a37a-843a-4850-b017-da15ccf73aac,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:36.870146 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-da915724-f6d9-4031-8eeb-999e13d7c3fb req-5d770966-cb76-420b-83ce-8357792df98e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351120 Mar 09 05:56:36.874892 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b1614ef1-be64-45ab-8c06-5a3a88868ccf req-c1ae5571-8ade-4cc0-b2ed-72d2758c6ce8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734407 Mar 09 05:56:36.920343 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['81722dcc-a23d-4b21-aa38-d7389447d82b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:56:37.128104 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:37.569123 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c7dda-588c-4d41-a486-efe1b9787b45 req-d8ae3b34-0204-4705-9cbb-424f90fa6b5b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:37.585303 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3a3c7dda-588c-4d41-a486-efe1b9787b45 req-d8ae3b34-0204-4705-9cbb-424f90fa6b5b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 944 time: 0.0927751 Mar 09 05:56:37.693140 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3a3c7dda-588c-4d41-a486-efe1b9787b45 req-f67d96af-5649-4a6f-a600-c0a4794d3417 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986824 Mar 09 05:56:37.859472 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a2919-635d-43af-8d19-ff87b7d1b906 req-3d55f524-56d6-4f01-8b25-71c4516fc3db tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:37.861164 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6f9a2919-635d-43af-8d19-ff87b7d1b906 req-3d55f524-56d6-4f01-8b25-71c4516fc3db tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1065097 Mar 09 05:56:37.943829 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6f9a2919-635d-43af-8d19-ff87b7d1b906 req-c720d098-552d-4d18-a19b-a1d08ca0af5a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766735 Mar 09 05:56:38.166596 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cd46c-861e-4139-9c4e-5bfa4e1354af req-59db6f57-01f9-4b75-8739-3f399f9a790a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:38.168202 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-799cd46c-861e-4139-9c4e-5bfa4e1354af req-59db6f57-01f9-4b75-8739-3f399f9a790a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0992000 Mar 09 05:56:38.201359 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 81722dcc-a23d-4b21-aa38-d7389447d82b up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:56:38.223260 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02a86e-df30-412a-8a0e-431684cc9ce1 req-72078517-1160-4a88-b5ac-ffe1a1594875 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:38.232217 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fa02a86e-df30-412a-8a0e-431684cc9ce1 req-72078517-1160-4a88-b5ac-ffe1a1594875 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0898263 Mar 09 05:56:38.304198 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-799cd46c-861e-4139-9c4e-5bfa4e1354af req-b64aa639-af26-4cce-b4da-83a4e89af807 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281307 Mar 09 05:56:38.337489 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fa02a86e-df30-412a-8a0e-431684cc9ce1 req-9dca96c6-4e9a-49f8-b0bc-3c1ea4db1d47 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946877 Mar 09 05:56:38.380084 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 81722dcc-a23d-4b21-aa38-d7389447d82b completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:56:38.388720 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 81722dcc-a23d-4b21-aa38-d7389447d82b triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:56:38.389106 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:38.593156 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 81722dcc-a23d-4b21-aa38-d7389447d82b is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:38.593562 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:38.631806 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:56:38.639974 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84e0f52-1de5-4e3d-9c8f-e59d02dd4ebf" -d '{"events": [{"server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "name": "network-vif-plugged", "status": "completed", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:56:38.656113 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=81722dcc-a23d-4b21-aa38-d7389447d82b,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:38.663252 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:38.787505 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:38.819825 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e291d-3d24-4407-a748-b03ac59a7597 x-openstack-request-id: req-709e291d-3d24-4407-a748-b03ac59a7597 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:56:38.820470 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "name": "network-vif-plugged", "status": "completed", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:56:38.821070 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-709e291d-3d24-4407-a748-b03ac59a7597 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:56:38.823769 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'code': 200} Mar 09 05:56:38.938599 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23609-2598-4ecc-8d3e-324c64442a74 req-8ff4c8c3-1396-4761-aa03-d830f8a0794d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:38.951325 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aff23609-2598-4ecc-8d3e-324c64442a74 req-8ff4c8c3-1396-4761-aa03-d830f8a0794d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0961902 Mar 09 05:56:39.091854 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aff23609-2598-4ecc-8d3e-324c64442a74 req-b219c6e8-8578-467a-9f9d-64be0674180f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389692 Mar 09 05:56:39.118854 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291ce6f-c01c-4fa3-9282-a968cafbb319 req-3ea21eb7-3637-41fe-b912-b9679e80f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:39.120614 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f291ce6f-c01c-4fa3-9282-a968cafbb319 req-3ea21eb7-3637-41fe-b912-b9679e80f5a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1129 time: 0.1480513 Mar 09 05:56:39.190888 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f291ce6f-c01c-4fa3-9282-a968cafbb319 req-a712cc7c-69d1-4f6c-92de-d10012c06425 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614207 Mar 09 05:56:39.222065 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2703780-20e6-4c31-876f-1e1c44a1537c req-b8cae571-87da-4ab4-8c5a-ffe95d37da01 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:39.223750 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c2703780-20e6-4c31-876f-1e1c44a1537c req-b8cae571-87da-4ab4-8c5a-ffe95d37da01 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0732639 Mar 09 05:56:39.285149 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c2703780-20e6-4c31-876f-1e1c44a1537c req-691fd62c-527f-4729-805f-91f4c54b1171 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Mar 09 05:56:39.517382 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3230e-143c-4931-bd7e-895be8f1e65a req-92ce6b6d-b450-437a-b2b0-441f78027b95 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:39.518964 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-03d3230e-143c-4931-bd7e-895be8f1e65a req-92ce6b6d-b450-437a-b2b0-441f78027b95 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0820851 Mar 09 05:56:39.609971 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af25b2-4adb-4036-adb1-5b8c57d6b471 req-f8d1a72f-8a99-40e6-b6a3-122006fbd95e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:39.611585 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4af25b2-4adb-4036-adb1-5b8c57d6b471 req-f8d1a72f-8a99-40e6-b6a3-122006fbd95e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0630505 Mar 09 05:56:39.635021 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-03d3230e-143c-4931-bd7e-895be8f1e65a req-3312945c-3b40-49bf-b54a-7764a54e9f83 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056745 Mar 09 05:56:39.701800 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4af25b2-4adb-4036-adb1-5b8c57d6b471 req-d64ef34b-875c-4cc4-8944-80dcf2b761c1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686255 Mar 09 05:56:39.759647 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec91451-b52f-4345-b290-8b49e82a2a1c req-c6a404af-2fe1-437b-8a91-36550c862978 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:39.767976 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-67d442e7-a9d6-4d9d-aa57-358f1aaaf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:39.768684 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ec91451-b52f-4345-b290-8b49e82a2a1c req-c6a404af-2fe1-437b-8a91-36550c862978 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0697405 Mar 09 05:56:39.775541 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-67d442e7-a9d6-4d9d-aa57-358f1aaaf819 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.0727563 Mar 09 05:56:39.815045 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ec91451-b52f-4345-b290-8b49e82a2a1c req-9175ef77-6f46-42e1-8ed9-cdc6b4a2b7b2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Mar 09 05:56:39.904365 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-7a84d0cd-f010-41de-94d1-5f22a1d24f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:39.907119 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-7a84d0cd-f010-41de-94d1-5f22a1d24f10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 919 time: 0.1248174 Mar 09 05:56:39.967529 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-a4f0d489-ffe9-46c0-a7cb-6970b83b4dce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 200 len: 217 time: 0.0524962 Mar 09 05:56:40.029618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-26bb632f-b10f-49d5-a5b6-c0b294de066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:40.031137 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-26bb632f-b10f-49d5-a5b6-c0b294de066e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.0530486 Mar 09 05:56:40.066480 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-106acebe-5edb-450a-ab6e-50ee46ce194b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251341 Mar 09 05:56:40.173416 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-729d04aa-fa43-4def-96ab-144829c9d33c service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993855 Mar 09 05:56:40.356214 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-87c68420-736c-48ca-b2f4-c52b388f6f2f req-cd2979d1-8698-4642-ab60-ee78d622d363 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616833 Mar 09 05:56:40.363024 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9b11a-ccfe-4eae-b145-9454a4d35be4 req-905cd70e-7ec9-4812-8f68-55432a452c01 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:40.365010 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ce9b11a-ccfe-4eae-b145-9454a4d35be4 req-905cd70e-7ec9-4812-8f68-55432a452c01 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.1516473 Mar 09 05:56:40.424188 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ce9b11a-ccfe-4eae-b145-9454a4d35be4 req-8daa00ca-e2c6-4a8f-b7df-90a76295ef0a tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522194 Mar 09 05:56:40.759839 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d15c08-c27a-4321-b04a-8184fbffe94d req-c499a2c6-0bee-47ea-a1d3-6266caacac04 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:40.765090 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-95d15c08-c27a-4321-b04a-8184fbffe94d req-c499a2c6-0bee-47ea-a1d3-6266caacac04 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0605185 Mar 09 05:56:40.817027 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-95d15c08-c27a-4321-b04a-8184fbffe94d req-495ad2c5-2229-4b20-9be2-a2b6f55a68d4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484271 Mar 09 05:56:40.839956 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e4d8d-2d41-450f-97d9-c6c2b15ff8fb req-6549200b-d98e-4730-955d-c3c85d2d76f1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:40.847313 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-551e4d8d-2d41-450f-97d9-c6c2b15ff8fb req-6549200b-d98e-4730-955d-c3c85d2d76f1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0637205 Mar 09 05:56:40.919634 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-551e4d8d-2d41-450f-97d9-c6c2b15ff8fb req-045b313f-58e2-4f02-bade-7348efdda7fa tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661235 Mar 09 05:56:41.001924 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075929b-198a-4ac8-bd2d-0baec6e5d236 req-a01634dc-6ffd-473d-8178-7b1a26ddbb5d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:41.003562 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6075929b-198a-4ac8-bd2d-0baec6e5d236 req-a01634dc-6ffd-473d-8178-7b1a26ddbb5d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0765345 Mar 09 05:56:41.075277 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6075929b-198a-4ac8-bd2d-0baec6e5d236 req-6ac6a09e-f233-4f66-ba07-d0a4a238009c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640278 Mar 09 05:56:41.597209 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3475-a039-445a-bcbe-fc582b0c0188 req-eafd90c3-c9ac-4ad8-a77c-c17f378c1a4e tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:41.599577 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-836b3475-a039-445a-bcbe-fc582b0c0188 req-eafd90c3-c9ac-4ad8-a77c-c17f378c1a4e tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0863664 Mar 09 05:56:41.663182 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-836b3475-a039-445a-bcbe-fc582b0c0188 req-80985203-49ad-4e16-988c-b003c9b87391 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543001 Mar 09 05:56:41.779184 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1e60-cd4d-43a4-8315-e91fac7f06b9 req-bcc6230f-0cd7-43c8-af82-ea86ca250f71 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:41.786918 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-264b1e60-cd4d-43a4-8315-e91fac7f06b9 req-bcc6230f-0cd7-43c8-af82-ea86ca250f71 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0622978 Mar 09 05:56:41.834974 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-264b1e60-cd4d-43a4-8315-e91fac7f06b9 req-6557238a-c9db-45a1-92cb-b5fd83640089 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469561 Mar 09 05:56:41.998321 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237aeb0-972a-4e00-9483-ba32facc4612 req-f5b25b13-24b0-477f-b774-cedfb1d481a4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:42.006609 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2237aeb0-972a-4e00-9483-ba32facc4612 req-f5b25b13-24b0-477f-b774-cedfb1d481a4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0883965 Mar 09 05:56:42.283258 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfa35c-9ddc-428b-a215-782d02afa471 req-67d68816-4b5c-461f-a8d0-aadf91136a20 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:42.284900 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28cfa35c-9ddc-428b-a215-782d02afa471 req-67d68816-4b5c-461f-a8d0-aadf91136a20 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0840094 Mar 09 05:56:42.328485 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2237aeb0-972a-4e00-9483-ba32facc4612 req-9ba92c58-aabe-4598-bf6d-1ff3b5cbc445 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197308 Mar 09 05:56:42.351455 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28cfa35c-9ddc-428b-a215-782d02afa471 req-13ff9d61-0f7c-4e42-8b81-9002a2069ad2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591121 Mar 09 05:56:42.447636 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56628ce5-f73a-4691-97d6-01d54263b49e req-0f74d0ab-007e-48ab-a7cb-9f5da0093c78 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:42.449255 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-56628ce5-f73a-4691-97d6-01d54263b49e req-0f74d0ab-007e-48ab-a7cb-9f5da0093c78 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0601106 Mar 09 05:56:42.487477 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38301f4a-512d-4161-981b-c208563dc0c5 req-1194698a-935a-44f9-aab4-37880c19fb0f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:42.489107 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38301f4a-512d-4161-981b-c208563dc0c5 req-1194698a-935a-44f9-aab4-37880c19fb0f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0619936 Mar 09 05:56:42.503015 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-56628ce5-f73a-4691-97d6-01d54263b49e req-a23c481c-a25e-4cfb-b361-8a1e458b4ff5 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474102 Mar 09 05:56:42.561965 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38301f4a-512d-4161-981b-c208563dc0c5 req-4729d48f-0835-4883-ac34-ef3337bc32bc tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658331 Mar 09 05:56:42.733946 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:43.448695 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784a6b8-3901-4a7c-bd9b-156039bdc785 req-531ceae9-83f3-43f7-8dfc-a51a46e2b006 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:43.450183 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0784a6b8-3901-4a7c-bd9b-156039bdc785 req-531ceae9-83f3-43f7-8dfc-a51a46e2b006 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0549562 Mar 09 05:56:43.478023 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752cca-df90-4181-b53a-75c0d5ad6e2a req-499a30e4-9487-4386-a3cb-5087c37f653e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:43.479489 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78752cca-df90-4181-b53a-75c0d5ad6e2a req-499a30e4-9487-4386-a3cb-5087c37f653e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0548217 Mar 09 05:56:43.501441 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0784a6b8-3901-4a7c-bd9b-156039bdc785 req-f9a4bc46-07df-4220-a487-51aed7cdd060 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456953 Mar 09 05:56:43.526472 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78752cca-df90-4181-b53a-75c0d5ad6e2a req-5c33acc9-6100-4c2c-a932-66b89b937489 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Mar 09 05:56:43.620864 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35fdd2-0f9f-4201-a328-68351cc5c9e1 req-c5961d25-86f2-4653-b7d8-1b7ccab1a657 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:43.622368 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3e35fdd2-0f9f-4201-a328-68351cc5c9e1 req-c5961d25-86f2-4653-b7d8-1b7ccab1a657 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0524189 Mar 09 05:56:43.668961 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3e35fdd2-0f9f-4201-a328-68351cc5c9e1 req-0503aa0d-45a0-4ded-af43-4f831c9de34d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Mar 09 05:56:44.625668 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc46e7d-c92e-43fa-9841-74aa7ecfd5e3 req-5fb9ff51-177c-437a-8f97-8207b9b91fbe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:44.627269 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ecc46e7d-c92e-43fa-9841-74aa7ecfd5e3 req-5fb9ff51-177c-437a-8f97-8207b9b91fbe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0525069 Mar 09 05:56:44.644231 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188964c9-b3ef-4e07-891d-def9fdbabbec req-a9a105f8-a644-4266-9957-67a193200fa4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:44.645954 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-188964c9-b3ef-4e07-891d-def9fdbabbec req-a9a105f8-a644-4266-9957-67a193200fa4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0526214 Mar 09 05:56:44.681604 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ecc46e7d-c92e-43fa-9841-74aa7ecfd5e3 req-5c471481-127f-45ed-9c42-f7145ebc00f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484416 Mar 09 05:56:44.694802 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-188964c9-b3ef-4e07-891d-def9fdbabbec req-c6d5f6b6-9917-423e-a377-ec64b7116b34 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Mar 09 05:56:44.840245 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac815e-3761-4448-aae7-51889c83c2e8 req-5b9d2517-82f1-40a2-a603-26d746f4d2ba tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:44.841858 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38ac815e-3761-4448-aae7-51889c83c2e8 req-5b9d2517-82f1-40a2-a603-26d746f4d2ba tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1020687 Mar 09 05:56:44.898890 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-38ac815e-3761-4448-aae7-51889c83c2e8 req-c362e7f6-74f5-41e4-b47b-3adf22e37f3d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Mar 09 05:56:45.949951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a5299-0fb1-4026-90cf-a6575a5afa78 req-e6bda777-2797-4537-bc00-3260cec58b6b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:45.952258 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bf6a5299-0fb1-4026-90cf-a6575a5afa78 req-e6bda777-2797-4537-bc00-3260cec58b6b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.1161687 Mar 09 05:56:45.984789 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963845c-2242-483c-90a3-7b60550fe625 req-33da92ab-0b42-41d8-9c09-3ed05537252c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:45.992741 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a963845c-2242-483c-90a3-7b60550fe625 req-33da92ab-0b42-41d8-9c09-3ed05537252c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1421673 Mar 09 05:56:46.058596 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bf6a5299-0fb1-4026-90cf-a6575a5afa78 req-b4e0df1e-1d1d-48b0-bc58-ec88b1f8f1fd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003890 Mar 09 05:56:46.109119 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a963845c-2242-483c-90a3-7b60550fe625 req-e4ec6c43-5c8e-4e14-b77d-5d8e15c48b1f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118381 Mar 09 05:56:46.263436 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1490d-05a0-4f53-b0a5-75266b85bf1c req-dfccc68f-2f4d-47d6-a543-12947823860a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:46.265278 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5b1490d-05a0-4f53-b0a5-75266b85bf1c req-dfccc68f-2f4d-47d6-a543-12947823860a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0973184 Mar 09 05:56:46.334739 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5b1490d-05a0-4f53-b0a5-75266b85bf1c req-54ebdb62-cd36-4abc-9caf-20e153422805 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629022 Mar 09 05:56:47.217422 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb3a0b-9bfa-4718-b2e3-a6d3c4ee3010 req-92b22ea2-cb14-4722-83a5-4992c8edbb10 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:47.219609 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f6fb3a0b-9bfa-4718-b2e3-a6d3c4ee3010 req-92b22ea2-cb14-4722-83a5-4992c8edbb10 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0924697 Mar 09 05:56:47.276560 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f04fd-529b-4065-b21f-aa381295313b req-5c4eefa5-5b22-4866-a71a-77f1c4670c72 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:47.284311 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-396f04fd-529b-4065-b21f-aa381295313b req-5c4eefa5-5b22-4866-a71a-77f1c4670c72 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0834942 Mar 09 05:56:47.290442 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f6fb3a0b-9bfa-4718-b2e3-a6d3c4ee3010 req-fc94fade-e681-4ddb-a19c-f825dfb52e07 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593870 Mar 09 05:56:47.335444 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-396f04fd-529b-4065-b21f-aa381295313b req-8dcce8ca-3d90-44fe-b87f-2ed7d56405a4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498090 Mar 09 05:56:47.510760 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf3fec-6aa9-4582-ba96-c2b33fc81d2c req-0868e880-c376-47b1-9847-67d33287a9f6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:47.512514 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20bf3fec-6aa9-4582-ba96-c2b33fc81d2c req-0868e880-c376-47b1-9847-67d33287a9f6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0731635 Mar 09 05:56:47.568018 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20bf3fec-6aa9-4582-ba96-c2b33fc81d2c req-85d71200-20e0-4da5-afe5-258e6cd06572 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480316 Mar 09 05:56:47.777673 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 43752) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:47.941370 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cebf6e80-1621-41c7-8708-6360a892c115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:48.108414 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cebf6e80-1621-41c7-8708-6360a892c115 admin admin] Publish callbacks [] for security_group (0958f2c3-a952-4da8-956e-fe7b3baf454a), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:48.150773 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cebf6e80-1621-41c7-8708-6360a892c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0958f2c3-a952-4da8-956e-fe7b3baf454a), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:48.188977 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cebf6e80-1621-41c7-8708-6360a892c115 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd7bd5b9fdb94c8790edb678e5825d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102159 Mar 09 05:56:48.189916 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf6e80-1621-41c7-8708-6360a892c115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0958f2c3-a952-4da8-956e-fe7b3baf454a,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:48.191602 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 43762) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:56:48.249069 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1c8a-b601-4039-8226-90eeb54055a9 admin admin] Publish callbacks [] for security_group (0958f2c3-a952-4da8-956e-fe7b3baf454a), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:48.279750 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1c8a-b601-4039-8226-90eeb54055a9 admin admin] Publish callbacks [] for security_group (0958f2c3-a952-4da8-956e-fe7b3baf454a), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:48.343578 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1c8a-b601-4039-8226-90eeb54055a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0958f2c3-a952-4da8-956e-fe7b3baf454a), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:48.347873 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1c8a-b601-4039-8226-90eeb54055a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:48.349396 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-fa9c1c8a-b601-4039-8226-90eeb54055a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0958f2c3-a952-4da8-956e-fe7b3baf454a HTTP/1.1" status: 204 len: 168 time: 0.1566775 Mar 09 05:56:48.369704 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c1c8a-b601-4039-8226-90eeb54055a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0958f2c3-a952-4da8-956e-fe7b3baf454a,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:48.428485 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059adef-0c3c-44a8-9309-961e351999b1 req-8952f4d3-8c11-4a7d-8055-627abbe5f50e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:48.430651 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6059adef-0c3c-44a8-9309-961e351999b1 req-8952f4d3-8c11-4a7d-8055-627abbe5f50e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0756803 Mar 09 05:56:48.489631 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6059adef-0c3c-44a8-9309-961e351999b1 req-22745138-03d9-44b4-918d-63fac109919d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527394 Mar 09 05:56:48.504428 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf8bf5-7765-4eaf-88c1-3c4e12b82c20 req-0e6e2a23-d92a-41ff-9c20-22bc1c1de477 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:48.506668 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89bf8bf5-7765-4eaf-88c1-3c4e12b82c20 req-0e6e2a23-d92a-41ff-9c20-22bc1c1de477 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0601237 Mar 09 05:56:48.558688 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89bf8bf5-7765-4eaf-88c1-3c4e12b82c20 req-a5d386cb-8cee-4fe6-bb33-569585890375 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454895 Mar 09 05:56:49.620786 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e927c-bb03-472b-a292-e194682e608d req-44d150c9-d569-4eaa-8a16-f967b374fd7b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:49.622281 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5f7e927c-bb03-472b-a292-e194682e608d req-44d150c9-d569-4eaa-8a16-f967b374fd7b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0584311 Mar 09 05:56:49.669329 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5f7e927c-bb03-472b-a292-e194682e608d req-9eb1178d-a020-42a8-95db-3657cf7a29e4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Mar 09 05:56:49.684737 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71891d2f-6c56-4672-9ef0-67bdad7257ac req-16352c99-add3-4fd5-8927-c0ae04c8697f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:49.686221 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-71891d2f-6c56-4672-9ef0-67bdad7257ac req-16352c99-add3-4fd5-8927-c0ae04c8697f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0550549 Mar 09 05:56:49.734546 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-71891d2f-6c56-4672-9ef0-67bdad7257ac req-9c197b68-b470-42f8-ab89-6102649d3d5b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Mar 09 05:56:50.813419 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318eb8d-872c-4687-b7f0-d2b80f3515b4 req-ddd0e2ce-7a7e-4d2f-9d09-e18e3e1cd584 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:50.820232 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3318eb8d-872c-4687-b7f0-d2b80f3515b4 req-ddd0e2ce-7a7e-4d2f-9d09-e18e3e1cd584 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0813153 Mar 09 05:56:50.879736 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab571a4-e352-45b0-b3b3-f4693b83ff87 req-ebe9defb-45ef-4229-9931-a5e23ead8d55 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:50.881416 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eab571a4-e352-45b0-b3b3-f4693b83ff87 req-ebe9defb-45ef-4229-9931-a5e23ead8d55 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0609615 Mar 09 05:56:50.881555 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3318eb8d-872c-4687-b7f0-d2b80f3515b4 req-eec41708-32c3-48cc-bb51-5191a11739a5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603273 Mar 09 05:56:50.937839 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eab571a4-e352-45b0-b3b3-f4693b83ff87 req-432e6e16-4c62-458a-a706-9def9f1c2bd6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474534 Mar 09 05:56:51.256107 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8230e36-c408-4229-b73d-4f4eed95e6bf req-ad123a05-e815-4bc9-a0d8-c02b2bfd90b8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:51.257627 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b8230e36-c408-4229-b73d-4f4eed95e6bf req-ad123a05-e815-4bc9-a0d8-c02b2bfd90b8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Mar 09 05:56:51.303589 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b8230e36-c408-4229-b73d-4f4eed95e6bf req-8df19c0b-96bf-43ca-923b-af649ccfb558 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Mar 09 05:56:51.998109 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2673-d419-4925-a7f5-ff942616f366 req-25dc4997-1124-41e3-b0b9-fedc143c363a tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:51.999564 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ba4d2673-d419-4925-a7f5-ff942616f366 req-25dc4997-1124-41e3-b0b9-fedc143c363a tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0512896 Mar 09 05:56:52.044643 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ba4d2673-d419-4925-a7f5-ff942616f366 req-9262f9e2-9235-4b3e-b96b-699ed650bcd4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Mar 09 05:56:52.146479 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a81b9-741e-4906-88b3-71c23238c4d0 req-d5a886ea-23ad-4af4-9c4e-41728bef68f9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:52.147951 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3e1a81b9-741e-4906-88b3-71c23238c4d0 req-d5a886ea-23ad-4af4-9c4e-41728bef68f9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0521343 Mar 09 05:56:52.199683 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3e1a81b9-741e-4906-88b3-71c23238c4d0 req-5bd193d9-7e1c-458d-8d99-8e709c39be5b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Mar 09 05:56:53.161004 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960804b4-dea3-4c79-8eb1-bb4fd91904dc req-1a440648-e278-4210-9817-02be708ceef7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:53.162495 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-960804b4-dea3-4c79-8eb1-bb4fd91904dc req-1a440648-e278-4210-9817-02be708ceef7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Mar 09 05:56:53.209984 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-960804b4-dea3-4c79-8eb1-bb4fd91904dc req-08179daa-95f7-420d-95ed-faaf8a5969aa tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Mar 09 05:56:53.323571 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c5caa-c352-4180-9f30-73732dfca9b8 req-6a572451-c28a-4a16-929e-88fdc188d50d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:53.325061 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-696c5caa-c352-4180-9f30-73732dfca9b8 req-6a572451-c28a-4a16-929e-88fdc188d50d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0543101 Mar 09 05:56:53.371816 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-696c5caa-c352-4180-9f30-73732dfca9b8 req-3abe610a-3fae-4a64-b568-2c894b03619b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Mar 09 05:56:54.330527 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429f02c-34af-48dd-a8df-4d7e81b32ac2 req-5b7a8b8f-6cab-4003-8422-bde7e3bef573 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:54.331997 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2429f02c-34af-48dd-a8df-4d7e81b32ac2 req-5b7a8b8f-6cab-4003-8422-bde7e3bef573 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0556431 Mar 09 05:56:54.377816 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2429f02c-34af-48dd-a8df-4d7e81b32ac2 req-042f3f3e-a8fc-4522-ac24-6dacc7ed7313 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Mar 09 05:56:54.490548 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bc593-eb78-4e91-a038-33153c10a032 req-778bf60a-75b5-482d-8432-48b6ba5ed5cd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:54.491989 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-155bc593-eb78-4e91-a038-33153c10a032 req-778bf60a-75b5-482d-8432-48b6ba5ed5cd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0525172 Mar 09 05:56:54.540339 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-155bc593-eb78-4e91-a038-33153c10a032 req-3fa8e144-99e4-4403-bd00-887ca8f18eec tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418751 Mar 09 05:56:54.559061 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:56:54.789806 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:54.796465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'port_id': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'mac_address': 'fa:16:3e:05:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:56:54.833277 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: ACTIVE; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:54.833662 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:54.846886 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2662167-a426-4cfd-bdb2-fa51160a94f8 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:56:54.866964 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:54.870956 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:54.918014 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=6']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:55.165050 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['e2662167-a426-4cfd-bdb2-fa51160a94f8'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:56:55.529915 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a33b15-e961-4afd-b842-1e47cfc120d6 req-b1a42d66-f4a0-4f2b-84ff-343e6a1d5976 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:55.531880 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-59a33b15-e961-4afd-b842-1e47cfc120d6 req-b1a42d66-f4a0-4f2b-84ff-343e6a1d5976 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0643604 Mar 09 05:56:55.595213 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-59a33b15-e961-4afd-b842-1e47cfc120d6 req-2fce09a2-7466-487b-a9ee-47516cd2d81b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571120 Mar 09 05:56:55.694311 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae5176-7d9b-4a14-84bd-1557d5bc27ca req-986ac595-7c84-43f3-82d3-51e328d72a37 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:55.697610 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44ae5176-7d9b-4a14-84bd-1557d5bc27ca req-986ac595-7c84-43f3-82d3-51e328d72a37 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0638680 Mar 09 05:56:55.747190 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44ae5176-7d9b-4a14-84bd-1557d5bc27ca req-8e24a04c-c3c7-4209-b620-d602c7a2e300 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Mar 09 05:56:56.762998 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ef4ab-8d03-4bdc-8814-be192f3a9ce1 req-4ad48a15-c210-40da-b057-f9a3f3894355 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:56.770237 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4d0ef4ab-8d03-4bdc-8814-be192f3a9ce1 req-4ad48a15-c210-40da-b057-f9a3f3894355 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0882618 Mar 09 05:56:56.820173 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4d0ef4ab-8d03-4bdc-8814-be192f3a9ce1 req-aa80dcab-02b1-444a-baad-bbcbfb239b88 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488367 Mar 09 05:56:56.913753 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642366c-12bb-4254-8639-6540a68a43f2 req-2e075abb-98aa-47db-b232-9ddd677e46ea tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:56.916302 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f642366c-12bb-4254-8639-6540a68a43f2 req-2e075abb-98aa-47db-b232-9ddd677e46ea tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0888481 Mar 09 05:56:56.970046 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f642366c-12bb-4254-8639-6540a68a43f2 req-d5385777-1ef1-459e-be09-1b0642a10e4c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470345 Mar 09 05:56:57.972761 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cee17-9ad7-4b04-8f3c-f43ada4bc6d4 req-f34ea5ed-29ab-4adc-9f6a-c105c4d11d84 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:57.980446 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-229cee17-9ad7-4b04-8f3c-f43ada4bc6d4 req-f34ea5ed-29ab-4adc-9f6a-c105c4d11d84 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0743446 Mar 09 05:56:58.037908 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-229cee17-9ad7-4b04-8f3c-f43ada4bc6d4 req-77b76f47-b4f5-45b5-ab7a-db53250a7ae4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560904 Mar 09 05:56:58.142099 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b638cc-28a3-456e-8d45-353352fdf92e req-4f8bbebb-f9ea-4b3e-898a-06a20989851c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:58.149475 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5b638cc-28a3-456e-8d45-353352fdf92e req-4f8bbebb-f9ea-4b3e-898a-06a20989851c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0707467 Mar 09 05:56:58.206869 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5b638cc-28a3-456e-8d45-353352fdf92e req-3a28b1b4-b643-4597-b38a-f89ea7536e24 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535879 Mar 09 05:56:58.279563 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:56:58.331579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port e2662167-a426-4cfd-bdb2-fa51160a94f8 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:56:58.331961 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:58.418969 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:56:58.419355 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:58.460799 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:56:58.460799 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:56:58.460799 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eb366a-a6d7-4d0a-9375-b81c75c78c8f" -d '{"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-plugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:56:58.468431 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:56:58.524969 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2414f83b-25bd-4adf-b6ca-aa8dc44768b5 x-openstack-request-id: req-2414f83b-25bd-4adf-b6ca-aa8dc44768b5 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:56:58.525262 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-plugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:56:58.526076 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2414f83b-25bd-4adf-b6ca-aa8dc44768b5 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:56:58.526484 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'code': 200} Mar 09 05:56:58.530053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=7']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:56:59.165303 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb281-852b-42bf-b898-edacce5d471c req-86b5ae0c-db50-464d-9626-9356169c558c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:59.172633 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5dcfb281-852b-42bf-b898-edacce5d471c req-86b5ae0c-db50-464d-9626-9356169c558c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0606921 Mar 09 05:56:59.216859 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5dcfb281-852b-42bf-b898-edacce5d471c req-d33856df-4a10-42ea-8d24-bab5040a4b35 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Mar 09 05:56:59.374856 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be104c-cdd2-431e-8ec8-a227d2aeeb86 req-41af2c70-c748-42e9-aa95-a4dfa93c7913 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:59.380947 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5be104c-cdd2-431e-8ec8-a227d2aeeb86 req-41af2c70-c748-42e9-aa95-a4dfa93c7913 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0793109 Mar 09 05:56:59.441817 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5be104c-cdd2-431e-8ec8-a227d2aeeb86 req-e3757afb-21fd-410f-bbff-755ce9d2218e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598061 Mar 09 05:56:59.837916 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac972aa-e166-4ad6-b3c4-797f459bebed req-d9e3b20c-39b9-4807-9e76-a369468c3248 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:56:59.839590 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aac972aa-e166-4ad6-b3c4-797f459bebed req-d9e3b20c-39b9-4807-9e76-a369468c3248 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0568278 Mar 09 05:56:59.896876 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aac972aa-e166-4ad6-b3c4-797f459bebed req-97d26be9-16e2-4897-b8a7-c264a058cd67 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Mar 09 05:56:59.928254 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44018) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:00.183411 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e495bde8-57d3-4977-a451-2338405bea6d tempest-TestMinimumBasicScenario-1524829483 tempest-TestMinimumBasicScenario-1524829483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:00.188607 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44028) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:00.193798 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'port_id': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:00.198778 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e495bde8-57d3-4977-a451-2338405bea6d tempest-TestMinimumBasicScenario-1524829483 tempest-TestMinimumBasicScenario-1524829483-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1124 time: 0.2689683 Mar 09 05:57:00.221371 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:00.337817 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:00.358516 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae728b-6766-4068-9556-7e3fe08aa229 req-4e49a192-9035-4606-a5df-e2642c0583e1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:00.360319 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17ae728b-6766-4068-9556-7e3fe08aa229 req-4e49a192-9035-4606-a5df-e2642c0583e1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0644493 Mar 09 05:57:00.426445 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-17ae728b-6766-4068-9556-7e3fe08aa229 req-f3336d4f-6d3c-42f4-919b-ec99375da516 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593643 Mar 09 05:57:00.469789 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Allocated IP 172.27.1.201 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/bcae2d86-c98f-458b-8aad-a479cd7f6a74) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:00.663849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:00.671986 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd7f6c-27f3-4319-bd61-87738fe74ddd req-af6ccae5-9047-4a85-ad66-62648c222e25 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:00.673567 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-07cd7f6c-27f3-4319-bd61-87738fe74ddd req-af6ccae5-9047-4a85-ad66-62648c222e25 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1031773 Mar 09 05:57:00.748363 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-07cd7f6c-27f3-4319-bd61-87738fe74ddd req-597ed64b-f094-4982-9f4c-91afd89ee0c3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683663 Mar 09 05:57:00.749247 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-404e7783-8dcb-4d93-bbf4-c699e0c4ae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:00.765714 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:00.813240 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:00.816992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:00.819737 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:00.825002 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'Port': ['ID=bcae2d86-c98f-458b-8aad-a479cd7f6a74,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:00.939582 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44038) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:00.994035 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] Deleting subnet a68b1ba2-20bd-4142-9a27-159ffbc17436 {{(pid=103972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:57:00.998126 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] Publish callbacks [] for subnet (a68b1ba2-20bd-4142-9a27-159ffbc17436), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.038224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880788'] for subnet (a68b1ba2-20bd-4142-9a27-159ffbc17436), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.089141 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (a68b1ba2-20bd-4142-9a27-159ffbc17436), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.174211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287813'] for subnet (a68b1ba2-20bd-4142-9a27-159ffbc17436), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.204460 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.207646 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a68b1ba2-20bd-4142-9a27-159ffbc17436 HTTP/1.1" status: 204 len: 168 time: 0.2667706 Mar 09 05:57:01.209074 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c301a02-0de5-4e6c-afb7-8052356744d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68b1ba2-20bd-4142-9a27-159ffbc17436,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:01.211180 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44042) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:01.290509 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (7481cfc8-9249-4a19-b45e-a0a3087e7adc), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.396510 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (7481cfc8-9249-4a19-b45e-a0a3087e7adc), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.438264 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7481cfc8-9249-4a19-b45e-a0a3087e7adc']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:01.456977 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:01.457505 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:01.470174 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.478437 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for floatingip (23a210ff-7769-4961-9c76-b96acf832929), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.490189 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.498009 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:57:01.498431 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (9b1a5a4e-0b1a-4a2f-b9dd-e3a73b7947d6), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:57:01.500333 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:57:01.580997 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.600746 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (7481cfc8-9249-4a19-b45e-a0a3087e7adc), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.614933 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.620030 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7481cfc8-9249-4a19-b45e-a0a3087e7adc HTTP/1.1" status: 204 len: 168 time: 0.4072433 Mar 09 05:57:01.666222 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeddbc-765b-4b90-a120-bb0533b5bff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7481cfc8-9249-4a19-b45e-a0a3087e7adc,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:01.686923 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd682b70-e13b-4821-b0aa-f6b8e5f39494 req-8bd047c3-9424-445f-99d4-584dea4b326d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:01.702345 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fd682b70-e13b-4821-b0aa-f6b8e5f39494 req-8bd047c3-9424-445f-99d4-584dea4b326d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.1453271 Mar 09 05:57:01.771486 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fd682b70-e13b-4821-b0aa-f6b8e5f39494 req-dd511aa3-f429-4a3a-9e54-b4ea8495bbcc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577679 Mar 09 05:57:01.830961 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.838869 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.895919 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (23a210ff-7769-4961-9c76-b96acf832929), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:01.922054 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44062) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:01.976012 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'Port': ['ID=bcae2d86-c98f-458b-8aad-a479cd7f6a74,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:01.977106 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-5b2f2fd1-deaf-4941-afd9-740ef80f98cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59880c0cd5dd4d1c959c8face5c7dda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531762 Mar 09 05:57:01.979462 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44064) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:02.033058 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a9920b54-7ffd-44b0-a217-68911a839090 admin admin] Publish callbacks [] for security_group (f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.037951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bbba2-c5c3-4e72-aed7-ee6f6ae59e35 req-ac145b83-eaa2-4c13-b3fa-5eb97825d296 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:02.039742 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0e0bbba2-c5c3-4e72-aed7-ee6f6ae59e35 req-ac145b83-eaa2-4c13-b3fa-5eb97825d296 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1609018 Mar 09 05:57:02.059401 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a9920b54-7ffd-44b0-a217-68911a839090 admin admin] Publish callbacks [] for security_group (f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.066848 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Floating IP 23a210ff-7769-4961-9c76-b96acf832929 associated. External IP: 172.27.1.201, port: 81722dcc-a23d-4b21-aa38-d7389447d82b. Mar 09 05:57:02.123015 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a9920b54-7ffd-44b0-a217-68911a839090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.126069 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a9920b54-7ffd-44b0-a217-68911a839090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.130514 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a9920b54-7ffd-44b0-a217-68911a839090 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed HTTP/1.1" status: 204 len: 168 time: 0.1475708 Mar 09 05:57:02.146036 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9920b54-7ffd-44b0-a217-68911a839090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ed649f-0a0f-4ea3-b63d-08b051e7f4ed,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:02.159513 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0e0bbba2-c5c3-4e72-aed7-ee6f6ae59e35 req-fb96ecb5-86e8-40df-8d3b-092859dab278 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101761 Mar 09 05:57:02.421080 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:57:02.598330 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:57:02.610343 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] Sync routers for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:57:02.622402 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.635484 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:02.636130 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:56:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:02.663917 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44084) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:02.665403 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8a05d3b7-87c7-47bb-91a2-e469c33b14cf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4738531 Mar 09 05:57:02.665756 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:02.668290 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8533e39-c5d7-4494-aa56-35a1f9329c01" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:02.670582 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-b176bde8-3c03-4bec-a80e-067f32efb440 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392371586', 'description': 'tempest-secgroup-smoke-392371586 description', 'project_id': '8dd1ddba41394c2fb616927fce609cd9'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:02.709630 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b176bde8-3c03-4bec-a80e-067f32efb440 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.735926 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee001a0-df6b-4dca-a5dc-d797845d201b x-openstack-request-id: req-8ee001a0-df6b-4dca-a5dc-d797845d201b {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:02.736557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:02.736704 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ee001a0-df6b-4dca-a5dc-d797845d201b {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:02.737039 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'status': 'completed', 'code': 200} Mar 09 05:57:02.804340 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:02.830630 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b176bde8-3c03-4bec-a80e-067f32efb440 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group (26089c0c-ce86-4f85-a8bf-bf36e8818578), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.840441 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b176bde8-3c03-4bec-a80e-067f32efb440 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (26089c0c-ce86-4f85-a8bf-bf36e8818578), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.909126 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b176bde8-3c03-4bec-a80e-067f32efb440 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:02.910761 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b176bde8-3c03-4bec-a80e-067f32efb440 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2439468 Mar 09 05:57:02.930673 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-1d884439-0fce-4e2d-b670-58b7b2d673f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:02.932312 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-1d884439-0fce-4e2d-b670-58b7b2d673f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1129 time: 0.1393869 Mar 09 05:57:02.932485 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44092) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:02.938775 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-6da9753f-1dbc-4ecc-8dbf-79badb647f2b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'security_group_rule': {'security_group_id': '26089c0c-ce86-4f85-a8bf-bf36e8818578', 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:02.959928 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176bde8-3c03-4bec-a80e-067f32efb440 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26089c0c-ce86-4f85-a8bf-bf36e8818578,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:03.009427 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6da9753f-1dbc-4ecc-8dbf-79badb647f2b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (7cb2badb-6f52-4015-b869-fec8826aec80), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.074112 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6da9753f-1dbc-4ecc-8dbf-79badb647f2b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (7cb2badb-6f52-4015-b869-fec8826aec80), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.079519 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6da9753f-1dbc-4ecc-8dbf-79badb647f2b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (7cb2badb-6f52-4015-b869-fec8826aec80), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.095412 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ce9c8f2b-a92b-4a79-bc67-0a5a39e04ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.117728 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6da9753f-1dbc-4ecc-8dbf-79badb647f2b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.119797 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-6da9753f-1dbc-4ecc-8dbf-79badb647f2b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855106 Mar 09 05:57:03.122817 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44100) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:03.128268 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-e73224bf-373c-47ae-b14d-5efc5119361d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'security_group_rule': {'security_group_id': '26089c0c-ce86-4f85-a8bf-bf36e8818578', 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:03.135281 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9753f-1dbc-4ecc-8dbf-79badb647f2b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb2badb-6f52-4015-b869-fec8826aec80,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:03.166920 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e73224bf-373c-47ae-b14d-5efc5119361d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (84d34d6a-450c-45e9-9ef3-79db9b7c9272), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.233162 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53572fc-9511-491e-9a04-a4adfd28288c req-01f4586b-e655-4087-aebc-56bbca5fca33 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:03.246520 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '23a210ff-7769-4961-9c76-b96acf832929', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'port_id': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'mac_address': 'fa:16:3e:96:28:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c651b-f452-4f14-9968-682c64a20764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:57:01Z', 'updated_at': '2022-03-09T05:57:01Z', 'revision_number': 0, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 5, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:03.250678 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53572fc-9511-491e-9a04-a4adfd28288c req-01f4586b-e655-4087-aebc-56bbca5fca33 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.3406889 Mar 09 05:57:03.303613 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e73224bf-373c-47ae-b14d-5efc5119361d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (84d34d6a-450c-45e9-9ef3-79db9b7c9272), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.315629 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] Checking router: fad8aa55-6f5d-4238-b25a-46c85c37e6a2 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:57:03.324696 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:03.325545 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:03.326813 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e73224bf-373c-47ae-b14d-5efc5119361d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (84d34d6a-450c-45e9-9ef3-79db9b7c9272), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.338421 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-d3d58b16-094a-4eba-8244-308808a2dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:03.346676 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-d3d58b16-094a-4eba-8244-308808a2dacf service neutron] 10.222.0.32 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 916 time: 0.4008362 Mar 09 05:57:03.438891 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e73224bf-373c-47ae-b14d-5efc5119361d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.440273 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e73224bf-373c-47ae-b14d-5efc5119361d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162210 Mar 09 05:57:03.443181 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73224bf-373c-47ae-b14d-5efc5119361d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d34d6a-450c-45e9-9ef3-79db9b7c9272,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:03.447766 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44112) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:03.450579 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-e7a76e2f-74e4-4ba0-a11d-aaed841eb311 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'security_group_rule': {'security_group_id': '26089c0c-ce86-4f85-a8bf-bf36e8818578', 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:03.455369 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:03.481033 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dd728-3e45-49d6-9391-8bfbd264f774 req-c1ac1dc6-f5f8-44df-8bfc-6f37ffaaee0f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:03.482349 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0e3dd728-3e45-49d6-9391-8bfbd264f774 req-c1ac1dc6-f5f8-44df-8bfc-6f37ffaaee0f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1723490 Mar 09 05:57:03.532789 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0e3dd728-3e45-49d6-9391-8bfbd264f774 req-236f2fd4-aecb-4880-bdbd-914d1a304a99 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Mar 09 05:57:03.540620 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e7a76e2f-74e4-4ba0-a11d-aaed841eb311 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (5780c3f4-a497-47d5-81c8-50769f2d3dd7), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.548609 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-ed71412c-2753-41c4-8919-47fe2be83748 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 999 time: 0.1848764 Mar 09 05:57:03.659422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e7a76e2f-74e4-4ba0-a11d-aaed841eb311 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (5780c3f4-a497-47d5-81c8-50769f2d3dd7), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.667276 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e7a76e2f-74e4-4ba0-a11d-aaed841eb311 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (5780c3f4-a497-47d5-81c8-50769f2d3dd7), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.691757 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d53572fc-9511-491e-9a04-a4adfd28288c req-11e36461-fffe-4dac-a180-5ac9a48ad6c8 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392152 Mar 09 05:57:03.707442 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e7a76e2f-74e4-4ba0-a11d-aaed841eb311 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.708770 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e7a76e2f-74e4-4ba0-a11d-aaed841eb311 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618983 Mar 09 05:57:03.712797 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44118) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:03.717414 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-abe2203a-3d59-486c-bc8d-5ea37cc6f118 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'security_group_rule': {'security_group_id': '26089c0c-ce86-4f85-a8bf-bf36e8818578', 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:03.737517 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-9f0f40cf-d8a0-4360-b4dc-f2a86893ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:03.739243 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-9f0f40cf-d8a0-4360-b4dc-f2a86893ab20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 200 len: 854 time: 0.1796665 Mar 09 05:57:03.741195 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a76e2f-74e4-4ba0-a11d-aaed841eb311 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5780c3f4-a497-47d5-81c8-50769f2d3dd7,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:03.750478 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abe2203a-3d59-486c-bc8d-5ea37cc6f118 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (99514db4-91bd-4e66-aa08-81e6c454000a), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.830610 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-ac6e3f33-8731-4a64-a2eb-30dc9976b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:03.833104 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-ac6e3f33-8731-4a64-a2eb-30dc9976b8de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67255969-3db6-461c-8729-4f84f94a261c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843985 Mar 09 05:57:03.834976 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '23a210ff-7769-4961-9c76-b96acf832929', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'port_id': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'mac_address': 'fa:16:3e:96:28:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c651b-f452-4f14-9968-682c64a20764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:57:01Z', 'updated_at': '2022-03-09T05:57:01Z', 'revision_number': 0, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 5, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:03.879831 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e855f-2c04-4b20-927b-6efbd30b22d7 None None] The sync data for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi is: [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '23a210ff-7769-4961-9c76-b96acf832929', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'port_id': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'mac_address': 'fa:16:3e:96:28:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6c651b-f452-4f14-9968-682c64a20764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:57:01Z', 'updated_at': '2022-03-09T05:57:01Z', 'revision_number': 0, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 5, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:57:03.881100 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abe2203a-3d59-486c-bc8d-5ea37cc6f118 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (99514db4-91bd-4e66-aa08-81e6c454000a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.889497 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abe2203a-3d59-486c-bc8d-5ea37cc6f118 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (99514db4-91bd-4e66-aa08-81e6c454000a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.947921 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2203a-3d59-486c-bc8d-5ea37cc6f118 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99514db4-91bd-4e66-aa08-81e6c454000a,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:03.959785 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-abe2203a-3d59-486c-bc8d-5ea37cc6f118 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:03.964527 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-abe2203a-3d59-486c-bc8d-5ea37cc6f118 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2473326 Mar 09 05:57:03.964919 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44124) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:03.973415 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'security_group_rule': {'security_group_id': '26089c0c-ce86-4f85-a8bf-bf36e8818578', 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:03.999740 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-0ecff829-574b-4186-87b5-48a2a250417d service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567030 Mar 09 05:57:04.003990 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.securitygroups_db [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Project 8dd1ddba41394c2fb616927fce609cd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:57:04.011032 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (e8a25750-8650-45b1-992e-f27512aa75a3), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.123139 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (e8a25750-8650-45b1-992e-f27512aa75a3), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.136881 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (e8a25750-8650-45b1-992e-f27512aa75a3), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.179081 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a25750-8650-45b1-992e-f27512aa75a3,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:04.180132 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e8533e39-c5d7-4494-aa56-35a1f9329c01 req-5e7b9942-c27d-4fea-a577-0a4472263382 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736982 Mar 09 05:57:04.197303 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.198718 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-f4710c20-fc6c-48df-acb9-41dc8e95fc59 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2325954 Mar 09 05:57:04.201414 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44130) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:04.207999 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'security_group_rule': {'security_group_id': '26089c0c-ce86-4f85-a8bf-bf36e8818578', 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:04.255698 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.securitygroups_db [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Project 8dd1ddba41394c2fb616927fce609cd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:57:04.260939 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (991a66e4-2617-491d-aace-1c880c3af2dc), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.297224 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d63c7-456c-4e0f-beb9-509b6f5cf301 None None] New status for floating IP 23a210ff-7769-4961-9c76-b96acf832929: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:57:04.311640 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:57:04.440416 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (991a66e4-2617-491d-aace-1c880c3af2dc), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.447853 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (991a66e4-2617-491d-aace-1c880c3af2dc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.497288 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991a66e4-2617-491d-aace-1c880c3af2dc,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:04.533712 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.538319 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-04229c32-5ac8-4b4b-a68e-b28fec901baf tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325889 Mar 09 05:57:04.649000 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.660569 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-3328f822-7b9f-4e70-9cc8-8050d04c1564 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392371586&fields=id&tenant_id=8dd1ddba41394c2fb616927fce609cd9 HTTP/1.1" status: 200 len: 267 time: 0.0588055 Mar 09 05:57:04.732730 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-1cbda64e-75c0-4408-b0ac-205e825913ff tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:04.734653 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-1cbda64e-75c0-4408-b0ac-205e825913ff tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0670519 Mar 09 05:57:04.746485 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'port': {'security_groups': ['96f805b3-5d05-40f9-ad80-31d3408e2770', '26089c0c-ce86-4f85-a8bf-bf36e8818578']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:04.756344 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642d10a-0367-4d6f-a577-646f66232ad0 req-a876b605-3e4b-4e95-9b7b-734adec2fbb9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:04.758693 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c642d10a-0367-4d6f-a577-646f66232ad0 req-a876b605-3e4b-4e95-9b7b-734adec2fbb9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1211393 Mar 09 05:57:04.811924 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c642d10a-0367-4d6f-a577-646f66232ad0 req-b5b35b81-28ae-4442-82cf-b508fd35231e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Mar 09 05:57:04.826312 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:04.960562 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f164033-7c0c-4cd5-95d6-f0b06a697ba7 req-13700649-9898-4b4c-96a8-aef9d3a1b62d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:04.963169 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8f164033-7c0c-4cd5-95d6-f0b06a697ba7 req-13700649-9898-4b4c-96a8-aef9d3a1b62d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0575507 Mar 09 05:57:05.017120 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8f164033-7c0c-4cd5-95d6-f0b06a697ba7 req-76692743-8b49-41dd-b925-642189471e7d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463946 Mar 09 05:57:05.042062 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=81722dcc-a23d-4b21-aa38-d7389447d82b,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:05.079059 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:05.088714 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:05.133100 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.134304 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:05.140975 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fbe04d00-35ea-4a0c-b3cb-dd58fbb9edca req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "PUT /v2.0/ports/81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 981 time: 0.4001687 Mar 09 05:57:05.143993 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['81722dcc-a23d-4b21-aa38-d7389447d82b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:57:05.155815 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:05.159578 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a69354-adc0-4106-af84-951b99dd164e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:05.224804 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b267ff5-17a0-4b68-bbbc-139b67d7bac7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=6']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:05.310484 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671a5f8e-ded7-407b-90c1-df80407bd1f2 x-openstack-request-id: req-671a5f8e-ded7-407b-90c1-df80407bd1f2 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:05.310796 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:05.311316 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-671a5f8e-ded7-407b-90c1-df80407bd1f2 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:05.311854 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'status': 'completed', 'code': 200} Mar 09 05:57:05.381003 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24601e1c-4999-4e59-bb54-56ebc7393250 req-68201916-a040-4708-b550-6bbdff8b3d0c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.383079 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-24601e1c-4999-4e59-bb54-56ebc7393250 req-68201916-a040-4708-b550-6bbdff8b3d0c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.1441433 Mar 09 05:57:05.400147 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['81722dcc-a23d-4b21-aa38-d7389447d82b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:57:05.514435 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69354-adc0-4106-af84-951b99dd164e req-f39700ad-3def-4ca5-b612-288708c6f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.516178 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1a69354-adc0-4106-af84-951b99dd164e req-f39700ad-3def-4ca5-b612-288708c6f0b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1168 time: 0.1225586 Mar 09 05:57:05.538307 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a43fbc-869c-4e0d-937b-b801019894cb req-be85441c-f596-4120-8bc1-ed7167ca03de tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.542812 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-63a43fbc-869c-4e0d-937b-b801019894cb req-be85441c-f596-4120-8bc1-ed7167ca03de tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.1456883 Mar 09 05:57:05.579991 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:05.583188 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-d2157633-e69b-4a48-aaf0-ffa7c310d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.585202 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-d2157633-e69b-4a48-aaf0-ffa7c310d84e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 1129 time: 0.1161067 Mar 09 05:57:05.672490 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-9e509051-bec6-4c4d-a1b8-d1f7499de539 None None] Provisioning complete for port 81722dcc-a23d-4b21-aa38-d7389447d82b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:05.673801 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9e509051-bec6-4c4d-a1b8-d1f7499de539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:05.678211 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69354-adc0-4106-af84-951b99dd164e req-3eded38a-4939-4be1-99bd-b590de3f7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.679820 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1a69354-adc0-4106-af84-951b99dd164e req-3eded38a-4939-4be1-99bd-b590de3f7b4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 916 time: 0.1486323 Mar 09 05:57:05.700441 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-1552eaf0-546c-4207-831c-442d08eaedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.701032 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-24601e1c-4999-4e59-bb54-56ebc7393250 req-ea4cfebb-87d3-4eb0-82b2-7f16f2fd5529 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3088968 Mar 09 05:57:05.701464 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-1552eaf0-546c-4207-831c-442d08eaedc3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 911 time: 0.1051900 Mar 09 05:57:05.732820 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-63a43fbc-869c-4e0d-937b-b801019894cb req-cd7d316f-9e43-4f06-8ae7-be44fa911882 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811979 Mar 09 05:57:05.815124 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1a69354-adc0-4106-af84-951b99dd164e req-ad80fb4a-34f0-4811-91a6-d4e9122a7841 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 1001 time: 0.1113124 Mar 09 05:57:05.817212 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-7fa461b5-e49f-46d2-bb0a-16d911a2b8b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 200 len: 1001 time: 0.0955415 Mar 09 05:57:05.938409 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-e49c695b-580b-4702-a3d4-5e07916949d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.942300 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-e49c695b-580b-4702-a3d4-5e07916949d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.1040804 Mar 09 05:57:05.945162 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69354-adc0-4106-af84-951b99dd164e req-82da52b8-728a-4a06-8048-7b757c440f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:05.947912 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1a69354-adc0-4106-af84-951b99dd164e req-82da52b8-728a-4a06-8048-7b757c440f77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 200 len: 854 time: 0.1198163 Mar 09 05:57:06.050942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-df5bfebd-1a42-40bb-9d50-d1849a91468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:06.057575 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-df5bfebd-1a42-40bb-9d50-d1849a91468c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959501 Mar 09 05:57:06.104987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d14ea-bcb9-42ae-934f-2f05acd28ca7 req-81559a8e-7b5c-43a0-bb28-b26ef11a7b09 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:06.122321 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-065d14ea-bcb9-42ae-934f-2f05acd28ca7 req-81559a8e-7b5c-43a0-bb28-b26ef11a7b09 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1918044 Mar 09 05:57:06.128163 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69354-adc0-4106-af84-951b99dd164e req-e7aa5499-1051-4e40-afde-ec72f56af59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:06.130682 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1a69354-adc0-4106-af84-951b99dd164e req-e7aa5499-1051-4e40-afde-ec72f56af59b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67255969-3db6-461c-8729-4f84f94a261c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1557333 Mar 09 05:57:06.161459 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-9e509051-bec6-4c4d-a1b8-d1f7499de539 None None] Current status of the port 81722dcc-a23d-4b21-aa38-d7389447d82b is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:06.257839 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-22c70702-8a38-4095-9324-2524c4138e1b service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897297 Mar 09 05:57:06.334753 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1a69354-adc0-4106-af84-951b99dd164e req-ea0ddc25-2ef7-4c8b-a86c-d9716d8d0ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537509 Mar 09 05:57:06.344729 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-065d14ea-bcb9-42ae-934f-2f05acd28ca7 req-f8a93aae-21fc-4e37-97eb-d8fd5318b98f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193813 Mar 09 05:57:06.462015 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1cf039c7-ef83-481e-9f51-03af6c0fa4de req-477eedae-5a58-4be5-b74d-38baca4679d9 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932840 Mar 09 05:57:06.496937 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a1a69354-adc0-4106-af84-951b99dd164e req-ea9483fc-99a9-4995-bc8e-b119453b3699 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512997 Mar 09 05:57:06.871154 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0e378-433b-4cb7-81ed-a28d9466f921 req-6d269914-0123-47db-85c7-8c7868695878 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:06.872914 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-83c0e378-433b-4cb7-81ed-a28d9466f921 req-6d269914-0123-47db-85c7-8c7868695878 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0562282 Mar 09 05:57:06.924474 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-83c0e378-433b-4cb7-81ed-a28d9466f921 req-a3f8ed98-2f5d-4734-8a6b-5b259cdd9d78 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460072 Mar 09 05:57:07.127216 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:07.506411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2392-feb0-435d-8421-f0cba00f7029 req-2815f3bf-c410-4513-b7ac-bc68513f8aaf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:07.508053 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97ae2392-feb0-435d-8421-f0cba00f7029 req-2815f3bf-c410-4513-b7ac-bc68513f8aaf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0644481 Mar 09 05:57:07.584515 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97ae2392-feb0-435d-8421-f0cba00f7029 req-144050a2-5f29-496b-ba90-63d05c44265d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650294 Mar 09 05:57:08.050065 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e9f0b-a436-49b6-b215-6e4c65017713 req-f959acde-7e81-499f-8924-2be0d8ff8bd5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.051651 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-323e9f0b-a436-49b6-b215-6e4c65017713 req-f959acde-7e81-499f-8924-2be0d8ff8bd5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0582743 Mar 09 05:57:08.103933 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-323e9f0b-a436-49b6-b215-6e4c65017713 req-1dc5d055-5343-4a3f-bb4a-4faab0836c1c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457845 Mar 09 05:57:08.129161 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd80e0b-0049-4841-865a-321423f75665 req-3899ac73-80b3-453b-91ce-e06b4f4e879a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.130623 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5cd80e0b-0049-4841-865a-321423f75665 req-3899ac73-80b3-453b-91ce-e06b4f4e879a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0537357 Mar 09 05:57:08.180778 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5cd80e0b-0049-4841-865a-321423f75665 req-20c14d67-96c6-4a73-bc99-b55effc1db72 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435507 Mar 09 05:57:08.313432 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-d151672b-2473-4503-9933-cb5765a79df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.314921 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-d151672b-2473-4503-9933-cb5765a79df0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.0481687 Mar 09 05:57:08.406837 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-6d0c80f1-8482-4ee6-bad5-1e67e5a64aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.408234 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-6d0c80f1-8482-4ee6-bad5-1e67e5a64aa4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 919 time: 0.0861816 Mar 09 05:57:08.468853 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-f122ab5b-311c-4247-87fe-136a281b1771 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 200 len: 217 time: 0.0371211 Mar 09 05:57:08.751463 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-31807419-071d-4582-89ad-e9c8c640c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.752954 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-31807419-071d-4582-89ad-e9c8c640c397 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.2589920 Mar 09 05:57:08.765329 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-64e03f9e-7e62-425a-ad1a-5e75697ca27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.766819 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-64e03f9e-7e62-425a-ad1a-5e75697ca27c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1129 time: 0.0741107 Mar 09 05:57:08.801377 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-044e5164-ca09-4b68-b32f-6edc56830e95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314169 Mar 09 05:57:08.846429 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc4a4a-9acf-42a9-b518-051a6c7ecd91 req-d0bd04f7-dcec-48b6-ad4c-949e6c6537f9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.847874 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eccc4a4a-9acf-42a9-b518-051a6c7ecd91 req-d0bd04f7-dcec-48b6-ad4c-949e6c6537f9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.1236076 Mar 09 05:57:08.888774 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-b1b31c2a-b358-4db7-82ba-cb1371ea0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:08.890284 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-b1b31c2a-b358-4db7-82ba-cb1371ea0a7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.0949750 Mar 09 05:57:08.941528 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eccc4a4a-9acf-42a9-b518-051a6c7ecd91 req-59ead2e2-dc5c-4216-b9a3-e3bc3e290c1f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846415 Mar 09 05:57:08.947514 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-c30924fd-19fb-44ed-8679-15f6741b8382 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377676 Mar 09 05:57:08.971153 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-5cd9e386-1405-45a9-8a5c-f53b0ccd687a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 1000 time: 0.0707538 Mar 09 05:57:09.021947 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-95583082-b2f0-446b-b1ea-4489854479fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:09.023545 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-95583082-b2f0-446b-b1ea-4489854479fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0433877 Mar 09 05:57:09.050622 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8dda1666-d734-4b97-a2c3-fab33c5d48b8 req-6bd35078-4297-4e98-91f8-bedd6fe58358 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956016 Mar 09 05:57:09.077920 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-4c595425-adef-4226-88e7-b0e762ef93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:09.079441 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-4c595425-adef-4226-88e7-b0e762ef93e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481215 Mar 09 05:57:09.197267 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-42b9e9f8-3a65-4917-964d-da835219588b service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972261 Mar 09 05:57:09.358790 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb6158-3ed2-41ad-8d1a-37e52c1587c6 req-c95da00c-1e10-4934-9a7d-b685357a81d3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:09.360273 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3eeb6158-3ed2-41ad-8d1a-37e52c1587c6 req-c95da00c-1e10-4934-9a7d-b685357a81d3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1088502 Mar 09 05:57:09.362079 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-890f789b-0daf-4e2d-9041-42aeb449e9d2 req-1c9aed53-465b-4ddd-898c-4fbc24dfc43d service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315603 Mar 09 05:57:09.408515 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3eeb6158-3ed2-41ad-8d1a-37e52c1587c6 req-307ffe55-fc6f-4517-901f-3d1f3763e00c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Mar 09 05:57:09.966603 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b62ff-e88d-4dac-9e30-4d3eb8d6728f req-5bc6de02-f424-4917-9971-adaa94095809 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:09.968096 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ad8b62ff-e88d-4dac-9e30-4d3eb8d6728f req-5bc6de02-f424-4917-9971-adaa94095809 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Mar 09 05:57:10.016963 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ad8b62ff-e88d-4dac-9e30-4d3eb8d6728f req-98fc957e-f85e-4b25-9f18-d64ee6a48c04 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Mar 09 05:57:10.071019 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a34a2-36d7-4d0f-951d-20881557f79c req-c21743b5-fbca-47aa-80e1-8b046ee610b2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:10.072552 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-552a34a2-36d7-4d0f-951d-20881557f79c req-c21743b5-fbca-47aa-80e1-8b046ee610b2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0536766 Mar 09 05:57:10.118701 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-552a34a2-36d7-4d0f-951d-20881557f79c req-cd433124-8e90-46f5-b608-def60bc19fa9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Mar 09 05:57:10.530817 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6461be-7418-4f14-bdfa-778fe363a8f2 req-2cf9d58e-f2ae-4bd2-8701-f36f1b32be0f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:10.532301 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ae6461be-7418-4f14-bdfa-778fe363a8f2 req-2cf9d58e-f2ae-4bd2-8701-f36f1b32be0f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0561137 Mar 09 05:57:10.580274 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ae6461be-7418-4f14-bdfa-778fe363a8f2 req-5a444d86-b4fc-4121-a72f-fc203bb34445 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Mar 09 05:57:11.141158 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b06918-f9ef-4b0c-aeb8-419dd8b72aac req-b22ecce7-7388-4497-9c17-6ddda846bac4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:11.142628 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b0b06918-f9ef-4b0c-aeb8-419dd8b72aac req-b22ecce7-7388-4497-9c17-6ddda846bac4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.0512013 Mar 09 05:57:11.207142 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b0b06918-f9ef-4b0c-aeb8-419dd8b72aac req-ebc2b560-715a-4592-b1aa-720cb297c64a tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Mar 09 05:57:11.262383 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c5f74-de83-4c7d-956d-d65585895367 req-106163c7-3dcc-4a47-9766-361aa84cb4e3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:11.264805 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bc5c5f74-de83-4c7d-956d-d65585895367 req-106163c7-3dcc-4a47-9766-361aa84cb4e3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 945 time: 0.0601311 Mar 09 05:57:11.295484 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:57:11.313170 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bc5c5f74-de83-4c7d-956d-d65585895367 req-3422dfed-3aec-4c8b-aa7b-b1953a24a62d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Mar 09 05:57:11.379348 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: ACTIVE; New status is: DOWN {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:11.379769 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:11.407804 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:11.410025 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34237dc-4918-48d7-add4-09f8535f4ad3" -d '{"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-unplugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:11.423571 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:11.429285 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:11.457501 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ea9e1-e6a8-4d0e-af3c-d8aff8f1842a x-openstack-request-id: req-ec7ea9e1-e6a8-4d0e-af3c-d8aff8f1842a {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:11.457788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-unplugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:11.458039 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec7ea9e1-e6a8-4d0e-af3c-d8aff8f1842a {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:11.458423 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'code': 200} Mar 09 05:57:11.483852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=8']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:11.701622 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2061acc-e050-4bb8-9638-8134d0cf2127 req-2609deed-7135-46b1-a590-a0b55f2af56b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:11.703117 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b2061acc-e050-4bb8-9638-8134d0cf2127 req-2609deed-7135-46b1-a590-a0b55f2af56b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0553732 Mar 09 05:57:11.749864 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b2061acc-e050-4bb8-9638-8134d0cf2127 req-0b0f5f99-fd82-43be-9088-7cf247e3d60c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Mar 09 05:57:12.141489 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-9e8f0447-6855-4dd4-b53c-200815de0d98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427098 Mar 09 05:57:12.291219 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980f426-849e-4c8c-ad7c-595507012932 req-ccd705aa-4a88-4f9a-83d8-4a085ac296de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:12.293091 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-ccd705aa-4a88-4f9a-83d8-4a085ac296de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 1129 time: 0.0500586 Mar 09 05:57:12.335253 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c6f19-1763-4c05-91e9-89602a90d3ae req-bb203300-9aed-45e0-b3cf-49370fb5d389 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:12.337323 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e4c6f19-1763-4c05-91e9-89602a90d3ae req-bb203300-9aed-45e0-b3cf-49370fb5d389 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.0539439 Mar 09 05:57:12.388166 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e4c6f19-1763-4c05-91e9-89602a90d3ae req-c2aa60dd-635a-4c03-aad7-1853f49c7ab9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Mar 09 05:57:12.505441 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4ae03-b1fa-47fd-84aa-412b1a34105d req-1a9954d3-12e3-4beb-a784-fd9c4b77bf86 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:12.506905 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2a4ae03-b1fa-47fd-84aa-412b1a34105d req-1a9954d3-12e3-4beb-a784-fd9c4b77bf86 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1167865 Mar 09 05:57:12.509771 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980f426-849e-4c8c-ad7c-595507012932 req-3b32f8b0-f253-4ea4-bf8c-21b741737661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:12.510758 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-3b32f8b0-f253-4ea4-bf8c-21b741737661 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 919 time: 0.1426575 Mar 09 05:57:12.581022 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-1ae644a2-f0fd-49db-953b-2b971c989fcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b HTTP/1.1" status: 200 len: 217 time: 0.0513391 Mar 09 05:57:12.598026 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2a4ae03-b1fa-47fd-84aa-412b1a34105d req-9259cf86-c110-4af1-b853-8a84581491ed tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845234 Mar 09 05:57:12.654957 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980f426-849e-4c8c-ad7c-595507012932 req-032f2c4c-7d35-40da-8f8b-250b5544ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:12.656505 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-032f2c4c-7d35-40da-8f8b-250b5544ac9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.0443702 Mar 09 05:57:12.690813 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-08b9ef3e-c8f2-41d5-9851-c8374ddd729f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255067 Mar 09 05:57:12.750503 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:12.788297 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-a50fb70d-6d4c-4eb4-8d3c-9a6f18dfbaae service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888200 Mar 09 05:57:12.912011 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1980f426-849e-4c8c-ad7c-595507012932 req-b443d4d1-f778-4ff8-8172-6bc1ccb65bf0 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159732 Mar 09 05:57:12.923329 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224b1eb-3532-4e8e-8302-342d30dadf1e req-0a6c58c8-5185-41cc-ae51-b7a5b0655da7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:12.924768 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5224b1eb-3532-4e8e-8302-342d30dadf1e req-0a6c58c8-5185-41cc-ae51-b7a5b0655da7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0956564 Mar 09 05:57:12.989880 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-4240c273-7d4d-4904-b27f-f9af8f1b5d41 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:12.991561 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-4240c273-7d4d-4904-b27f-f9af8f1b5d41 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 946 time: 0.0602055 Mar 09 05:57:12.993904 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5224b1eb-3532-4e8e-8302-342d30dadf1e req-855fd719-bb48-472c-aab6-33f63ac1ae0d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Mar 09 05:57:13.113030 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-d70e379f-1117-4d2b-8941-640e69da32d9 req-a2e37cf8-ca2b-4a9b-a00b-3dc85a34eafe service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:57:13.114026 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d70e379f-1117-4d2b-8941-640e69da32d9 req-a2e37cf8-ca2b-4a9b-a00b-3dc85a34eafe service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065377 Mar 09 05:57:13.122654 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Deleting port 86eba2a5-043f-49be-84d6-d390dc57cf4f {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:57:13.123265 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:13.212588 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] For port 86eba2a5-043f-49be-84d6-d390dc57cf4f, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=86eba2a5-043f-49be-84d6-d390dc57cf4f,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:13.213104 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:13.226252 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Calling delete_port for 86eba2a5-043f-49be-84d6-d390dc57cf4f owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:57:13.280516 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56511a6-0a15-480e-aa62-786e2f452e66 req-3dcc126c-d81c-4e2f-9e9f-023972aa147f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:13.282046 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d56511a6-0a15-480e-aa62-786e2f452e66 req-3dcc126c-d81c-4e2f-9e9f-023972aa147f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0576475 Mar 09 05:57:13.331017 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d56511a6-0a15-480e-aa62-786e2f452e66 req-25520fd1-9163-454c-aa01-9a5b0818fda2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Mar 09 05:57:13.367529 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (86eba2a5-043f-49be-84d6-d390dc57cf4f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:13.396109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Pushing event deleted for resources: {'Port': ['ID=86eba2a5-043f-49be-84d6-d390dc57cf4f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:13.416595 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.417034 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.417388 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.417740 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.418084 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.418423 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.418762 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.419098 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.419434 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.419773 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.420107 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.420468 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.420803 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:13.428207 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['86eba2a5-043f-49be-84d6-d390dc57cf4f'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:57:13.471824 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] No DVR routers for this DVR port 86eba2a5-043f-49be-84d6-d390dc57cf4f on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:57:13.481578 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:13.484775 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5accb547-e6b4-44ca-9b7f-6e76deecb9a2 req-069ee1a7-2b6c-40d9-8b62-c00f471565e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "DELETE /v2.0/ports/86eba2a5-043f-49be-84d6-d390dc57cf4f HTTP/1.1" status: 204 len: 173 time: 0.4697516 Mar 09 05:57:13.485218 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cca8829-596b-43eb-bd89-3b21345344f1', 'name': 'network-vif-deleted', 'tag': '86eba2a5-043f-49be-84d6-d390dc57cf4f'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:13.487480 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad9dbce-5339-40c5-a1b5-4b657401ee3d" -d '{"events": [{"server_uuid": "7cca8829-596b-43eb-bd89-3b21345344f1", "name": "network-vif-deleted", "tag": "86eba2a5-043f-49be-84d6-d390dc57cf4f"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:13.509799 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6001488c-5b14-40a9-805d-c03a640b5b7b req-80c16d0e-bd3c-4eb5-8f3b-daf0ea6d20ea tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=7cca8829-596b-43eb-bd89-3b21345344f1 HTTP/1.1" status: 200 len: 210 time: 0.0391710 Mar 09 05:57:13.535903 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8ffc26-4be7-488d-8469-dc0f76ce6549 x-openstack-request-id: req-6e8ffc26-4be7-488d-8469-dc0f76ce6549 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:13.536268 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cca8829-596b-43eb-bd89-3b21345344f1", "name": "network-vif-deleted", "tag": "86eba2a5-043f-49be-84d6-d390dc57cf4f", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:13.536624 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e8ffc26-4be7-488d-8469-dc0f76ce6549 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:13.537083 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cca8829-596b-43eb-bd89-3b21345344f1', 'name': 'network-vif-deleted', 'tag': '86eba2a5-043f-49be-84d6-d390dc57cf4f', 'status': 'completed', 'code': 200} Mar 09 05:57:13.714224 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44370) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:13.804034 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-15e0da95-4d3c-4260-a67e-8101ca3f016e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886075 Mar 09 05:57:13.812505 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-a395f5e5-bb41-4423-9b50-140eb98d1b7c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 05:57:13.813438 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-a395f5e5-bb41-4423-9b50-140eb98d1b7c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047808 Mar 09 05:57:13.888735 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44378) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:13.980535 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579164-e321-43a3-a12c-4823752cd375 req-9a12c12d-10d8-4210-8b0a-e1cf58b61854 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:13.981885 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-9a12c12d-10d8-4210-8b0a-e1cf58b61854 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports/e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 940 time: 0.0921485 Mar 09 05:57:14.124275 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725737f-ae7e-4383-afee-c441f67ae101 req-ecbddf49-399f-4442-8d3f-4135e2b2a9d0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:14.126144 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d725737f-ae7e-4383-afee-c441f67ae101 req-ecbddf49-399f-4442-8d3f-4135e2b2a9d0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0593078 Mar 09 05:57:14.181061 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d725737f-ae7e-4383-afee-c441f67ae101 req-b9c762b5-07dc-4691-95c6-237c9c56b604 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 Mar 09 05:57:14.463481 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3e1c-fd8f-45d3-b4cd-cf5e070af45d req-66d298c0-4b55-449d-b895-40c89bd43627 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:14.464987 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8f3d3e1c-fd8f-45d3-b4cd-cf5e070af45d req-66d298c0-4b55-449d-b895-40c89bd43627 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0534749 Mar 09 05:57:14.511234 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8f3d3e1c-fd8f-45d3-b4cd-cf5e070af45d req-9db490ee-9175-4767-85a1-40117f4ffe77 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402057 Mar 09 05:57:14.986488 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44404) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:15.087040 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cff52336-c7dc-400a-b940-0e47f8a5ebc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:15.159336 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cff52336-c7dc-400a-b940-0e47f8a5ebc9 admin admin] Publish callbacks [] for security_group (ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:15.162714 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cff52336-c7dc-400a-b940-0e47f8a5ebc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:15.199868 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cff52336-c7dc-400a-b940-0e47f8a5ebc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c19702e759140b18802beb435157c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123206 Mar 09 05:57:15.202411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44410) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:15.208550 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff52336-c7dc-400a-b940-0e47f8a5ebc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:15.254793 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-82de58f2-7232-4842-a15b-72d21231cf4e admin admin] Publish callbacks [] for security_group (ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:15.279921 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-82de58f2-7232-4842-a15b-72d21231cf4e admin admin] Publish callbacks [] for security_group (ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:15.301081 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaaafe-573e-4233-b5f5-1465825e7440 req-5268574d-5519-4ced-bb97-0fb2aa39bdda tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:15.302541 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1feaaafe-573e-4233-b5f5-1465825e7440 req-5268574d-5519-4ced-bb97-0fb2aa39bdda tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0559728 Mar 09 05:57:15.326990 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-82de58f2-7232-4842-a15b-72d21231cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:15.329689 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-82de58f2-7232-4842-a15b-72d21231cf4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:15.331384 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-82de58f2-7232-4842-a15b-72d21231cf4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4 HTTP/1.1" status: 204 len: 168 time: 0.1280310 Mar 09 05:57:15.340177 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de58f2-7232-4842-a15b-72d21231cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59dd89-7858-41d4-8a91-eb3c5dc3f8a4,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:15.352727 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1feaaafe-573e-4233-b5f5-1465825e7440 req-8beb5949-9054-4504-9d61-f8bbc3219e6b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Mar 09 05:57:15.637923 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5fb66-86b9-4ae0-9fee-88f47ae08ee3 req-bd836395-e56b-4f67-afac-34a36c74d3d4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:15.641852 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cda5fb66-86b9-4ae0-9fee-88f47ae08ee3 req-bd836395-e56b-4f67-afac-34a36c74d3d4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0561473 Mar 09 05:57:15.688115 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cda5fb66-86b9-4ae0-9fee-88f47ae08ee3 req-415c953d-6ff9-4ffa-a76c-8e6bf9afe154 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 Mar 09 05:57:15.938294 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44436) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:16.029978 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1867225196-network', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:16.050425 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Made reservation on behalf of 5d411ccff560421b9d8b9767f01c1d42 for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:57:16.052711 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.062247 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.135545 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks [] for security_group (1c9071fc-bd4c-4b59-a40d-78801cf7e304), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.139805 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1c9071fc-bd4c-4b59-a40d-78801cf7e304), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.166108 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:57:16.171287 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9071fc-bd4c-4b59-a40d-78801cf7e304,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:16.179019 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (be2d1b02-36bc-4221-8dd6-b8d41d7d01bf), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.179019 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Added segment be2d1b02-36bc-4221-8dd6-b8d41d7d01bf of type vlan for network f66aadc3-f4b2-4042-a56e-461331c3383a Mar 09 05:57:16.218188 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (f66aadc3-f4b2-4042-a56e-461331c3383a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.241643 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (f66aadc3-f4b2-4042-a56e-461331c3383a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.243160 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:16.243753 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.273231 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3339055 Mar 09 05:57:16.276648 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44440) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:16.281771 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Request body: {'subnet': {'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1867225196-subnet', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:16.300951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Made reservation on behalf of 5d411ccff560421b9d8b9767f01c1d42 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:57:16.303419 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.310455 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c8397-d341-4867-9690-c0da57a2adb3 admin admin] Pushing event updated for resources: {'Network': ['ID=f66aadc3-f4b2-4042-a56e-461331c3383a,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:16.321140 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network f66aadc3-f4b2-4042-a56e-461331c3383a details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:57:16.470051 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.473737 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b2d21-1c6e-4a7b-86c1-f18667240188 req-0c6ddbe6-26e9-4306-a714-fe256d13be89 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:16.475335 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e87b2d21-1c6e-4a7b-86c1-f18667240188 req-0c6ddbe6-26e9-4306-a714-fe256d13be89 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0523355 Mar 09 05:57:16.517647 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:16.521827 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e87b2d21-1c6e-4a7b-86c1-f18667240188 req-2c981732-0995-4050-8fbe-c1c90c40e923 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Mar 09 05:57:16.534613 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Checking segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:16.534975 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Network hostable DHCP agents. Network: f66aadc3-f4b2-4042-a56e-461331c3383a, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:57:16.552018 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Network f66aadc3-f4b2-4042-a56e-461331c3383a is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:57:16.560440 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, f66aadc3-f4b2-4042-a56e-461331c3383a) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:16.565138 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:16.567105 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.568116 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9d625-83cb-4775-85e8-f57601d478a5 None None] Network f66aadc3-f4b2-4042-a56e-461331c3383a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:57:16.582453 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-06de42f1-6119-4c6e-bd67-fc0edfdcc2e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3045969 Mar 09 05:57:16.585002 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44444) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:16.589917 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:16.609811 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (cd0982fe-8e26-47f1-9548-2e004343ff61), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.610801 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (cd0982fe-8e26-47f1-9548-2e004343ff61), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.663642 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks [] for router_controller (cd0982fe-8e26-47f1-9548-2e004343ff61), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.673921 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-f66aadc3-f4b2-4042-a56e-461331c3383a', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:57:16.674778 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.818264 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Allocated IP 172.20.0.2 (f66aadc3-f4b2-4042-a56e-461331c3383a/dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba/f9c46584-f7b5-4f23-a639-537ec161d834) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:16.832249 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks [] for router_gateway (cd0982fe-8e26-47f1-9548-2e004343ff61), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.871369 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44068b-c1a7-4ac1-9f09-e891a4f6ed46 req-9218474f-8abf-46c2-b438-f70e96cf6d8c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:16.872859 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f44068b-c1a7-4ac1-9f09-e891a4f6ed46 req-9218474f-8abf-46c2-b438-f70e96cf6d8c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1012936 Mar 09 05:57:16.954886 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f44068b-c1a7-4ac1-9f09-e891a4f6ed46 req-27e2b75c-7ba5-4d6c-9b31-92af2e015919 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763459 Mar 09 05:57:16.958437 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Publish callbacks [] for port (f9c46584-f7b5-4f23-a639-537ec161d834), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:16.965596 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.006403 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Network f66aadc3-f4b2-4042-a56e-461331c3383a is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:17.009229 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:17.014973 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:17.023125 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Pushing event updated for resources: {'Port': ['ID=f9c46584-f7b5-4f23-a639-537ec161d834,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:17.075884 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Attempting to bind port f9c46584-f7b5-4f23-a639-537ec161d834 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:17.076262 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Attempting to bind port f9c46584-f7b5-4f23-a639-537ec161d834 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:17.076660 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Attempting to bind port f9c46584-f7b5-4f23-a639-537ec161d834 on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:17.081549 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:17.081924 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Checking segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:17.082321 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.082714 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Bound using segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:17.083175 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Bound port: f9c46584-f7b5-4f23-a639-537ec161d834, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:17.083552 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.093734 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks [] for router_gateway (cd0982fe-8e26-47f1-9548-2e004343ff61), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.115026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.147512 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-1dba9a96-5585-4003-9af8-504801277744 None None] For port f9c46584-f7b5-4f23-a639-537ec161d834, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:17.151123 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-1dba9a96-5585-4003-9af8-504801277744 None None] For port f9c46584-f7b5-4f23-a639-537ec161d834, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=f9c46584-f7b5-4f23-a639-537ec161d834,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:17.158007 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.215338 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9a96-5585-4003-9af8-504801277744 None None] Pushing event updated for resources: {'Port': ['ID=f9c46584-f7b5-4f23-a639-537ec161d834,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:17.226824 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Allocated IP 172.27.1.121 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/f9388e06-4eb3-419c-8fa4-a52478ea9b13) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:17.337411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks [] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.381446 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.421191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:17.423978 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:17.429880 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:17.468550 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Pushing event updated for resources: {'Port': ['ID=f9388e06-4eb3-419c-8fa4-a52478ea9b13,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:17.645627 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d423f3c-2623-404e-8cf1-68b9b8334f6e req-ae67a25c-af1e-4ffc-8e3e-d7625050f8cc tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:17.647244 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9d423f3c-2623-404e-8cf1-68b9b8334f6e req-ae67a25c-af1e-4ffc-8e3e-d7625050f8cc tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0564198 Mar 09 05:57:17.647885 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:57:17.652286 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks [] for router_gateway (cd0982fe-8e26-47f1-9548-2e004343ff61), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:17.698779 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9d423f3c-2623-404e-8cf1-68b9b8334f6e req-787ab0fc-6b9f-4bd3-8d11-74161d538f77 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454092 Mar 09 05:57:17.747484 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: DOWN; New status is: DOWN {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:17.808528 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 86eba2a5-043f-49be-84d6-d390dc57cf4f no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:57:17.837321 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 86eba2a5-043f-49be-84d6-d390dc57cf4f {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:57:17.837768 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 86eba2a5-043f-49be-84d6-d390dc57cf4f not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:57:17.856668 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (cd0982fe-8e26-47f1-9548-2e004343ff61), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.140138 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70b1ade-02b4-402d-b960-7ea897c4ef30 None None] Network f66aadc3-f4b2-4042-a56e-461331c3383a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:57:18.210638 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981b49f-479c-4946-a857-3524c25f1539 req-ee422e6a-a8b3-4ac2-b20c-7983583334f1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:18.212159 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8981b49f-479c-4946-a857-3524c25f1539 req-ee422e6a-a8b3-4ac2-b20c-7983583334f1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1080306 Mar 09 05:57:18.215770 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4089dc99-cd30-4573-a85a-0b92e3447e59 None None] Provisioning complete for port f9c46584-f7b5-4f23-a639-537ec161d834 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:18.216529 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4089dc99-cd30-4573-a85a-0b92e3447e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.285469 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8981b49f-479c-4946-a857-3524c25f1539 req-94d5371f-ed97-4d19-b6e6-9ef6338d508a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637219 Mar 09 05:57:18.291565 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Router cd0982fe-8e26-47f1-9548-2e004343ff61 is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:57:18.339506 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4089dc99-cd30-4573-a85a-0b92e3447e59 None None] Current status of the port f9c46584-f7b5-4f23-a639-537ec161d834 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:18.339909 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4089dc99-cd30-4573-a85a-0b92e3447e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.382930 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4089dc99-cd30-4573-a85a-0b92e3447e59 None None] For port f9c46584-f7b5-4f23-a639-537ec161d834, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=f9c46584-f7b5-4f23-a639-537ec161d834,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:18.390140 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4089dc99-cd30-4573-a85a-0b92e3447e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.434568 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:57:18.445288 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:57:18.452922 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089dc99-cd30-4573-a85a-0b92e3447e59 None None] Pushing event updated for resources: {'Port': ['ID=f9c46584-f7b5-4f23-a639-537ec161d834,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:18.459871 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:18.461053 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:18.474571 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.475837 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a2808098-1d53-4761-8acc-cba559a20e65 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8898463 Mar 09 05:57:18.478672 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44460) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:18.594644 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:18.629154 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-6c7d6dee-2bc3-40c8-b6d1-8d3c6138174a None None] Provisioning complete for port f9c46584-f7b5-4f23-a639-537ec161d834 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:18.629530 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6c7d6dee-2bc3-40c8-b6d1-8d3c6138174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.689111 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device f9c46584-f7b5-4f23-a639-537ec161d834 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:18.800854 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:17Z', 'revision_number': 3, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:18.807569 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d6dee-2bc3-40c8-b6d1-8d3c6138174a None None] Current status of the port f9c46584-f7b5-4f23-a639-537ec161d834 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:18.814607 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port f9c46584-f7b5-4f23-a639-537ec161d834 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:18.814981 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.843929 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:57:18.844553 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Updating router cd0982fe-8e26-47f1-9548-2e004343ff61 port f9388e06-4eb3-419c-8fa4-a52478ea9b13 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:57:18.877938 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:18.919597 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port f9c46584-f7b5-4f23-a639-537ec161d834 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:18.923815 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59bc17-4fac-42c6-bf8c-aa931f3feb78 req-290df804-c444-4ebd-93f7-61e55de1ed56 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:18.931835 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ca59bc17-4fac-42c6-bf8c-aa931f3feb78 req-290df804-c444-4ebd-93f7-61e55de1ed56 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1308160 Mar 09 05:57:19.009156 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ca59bc17-4fac-42c6-bf8c-aa931f3feb78 req-932aaa96-5719-4ee0-8070-779a23f7a57b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698395 Mar 09 05:57:19.113281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.254319 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Publish callbacks [] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.263192 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.280914 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Allocated IP 172.20.0.1 (f66aadc3-f4b2-4042-a56e-461331c3383a/dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba/78e605a6-b69d-4579-bacd-7efd6d570b10) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:19.320637 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Pushing event updated for resources: {'Port': ['ID=f9388e06-4eb3-419c-8fa4-a52478ea9b13,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:19.330354 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.330808 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.331248 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.331651 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.332180 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.332760 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.333266 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.333741 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.334230 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.334731 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.335220 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.335703 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.336268 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:19.342066 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Attempting to bind port f9388e06-4eb3-419c-8fa4-a52478ea9b13 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:19.342248 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Attempting to bind port f9388e06-4eb3-419c-8fa4-a52478ea9b13 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:19.342612 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Attempting to bind port f9388e06-4eb3-419c-8fa4-a52478ea9b13 on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:19.347819 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:19.348177 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:19.348608 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.349170 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:19.349814 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Bound port: f9388e06-4eb3-419c-8fa4-a52478ea9b13, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:19.350374 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.403905 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] For port f9388e06-4eb3-419c-8fa4-a52478ea9b13, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:19.407350 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] For port f9388e06-4eb3-419c-8fa4-a52478ea9b13, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=f9388e06-4eb3-419c-8fa4-a52478ea9b13,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:19.413245 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.458577 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:19.459232 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:19.494872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579164-e321-43a3-a12c-4823752cd375 req-c95b7c7c-2b79-4f6e-8a42-69bffc3dd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:19.496354 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-c95b7c7c-2b79-4f6e-8a42-69bffc3dd84d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee&tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 1127 time: 0.1797702 Mar 09 05:57:19.502525 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks [] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.514799 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135c9b9-d6fe-4119-baa1-87c86c650f27 None None] Pushing event updated for resources: {'Port': ['ID=f9388e06-4eb3-419c-8fa4-a52478ea9b13,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:19.517088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ccc0e-d0a8-4d65-ad1c-59c359f8b9ce req-8d56ce7f-4bbd-4db3-8735-4d932dbc594e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:19.518176 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0d7ccc0e-d0a8-4d65-ad1c-59c359f8b9ce req-8d56ce7f-4bbd-4db3-8735-4d932dbc594e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1103792 Mar 09 05:57:19.581612 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:19.590738 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.656009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Network f66aadc3-f4b2-4042-a56e-461331c3383a is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:19.661291 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579164-e321-43a3-a12c-4823752cd375 req-225efea5-f425-4f6c-b7ca-90c27f29e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:19.662764 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-225efea5-f425-4f6c-b7ca-90c27f29e2be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1127 time: 0.1269424 Mar 09 05:57:19.666551 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:19.671323 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0d7ccc0e-d0a8-4d65-ad1c-59c359f8b9ce req-ee717e06-a86e-4c6f-b9a4-8cc1cf692471 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342885 Mar 09 05:57:19.673107 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:19.673671 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (cd0982fe-8e26-47f1-9548-2e004343ff61), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.684700 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=78e605a6-b69d-4579-bacd-7efd6d570b10,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:19.794943 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:17Z', 'revision_number': 3, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:19.825962 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f75fce-4893-4161-8f52-04ccacf01e0b None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:17Z', 'revision_number': 3, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:57:19.837918 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579164-e321-43a3-a12c-4823752cd375 req-30c9fce2-be9e-4780-9b86-3e80437ae991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:19.839415 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-30c9fce2-be9e-4780-9b86-3e80437ae991 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.1673126 Mar 09 05:57:19.921004 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.938941 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-440af8f6-eb6c-4ee2-8663-03b0b2febc76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 998 time: 0.0913720 Mar 09 05:57:19.940918 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-55e03ad5-19e7-4df1-b6e5-ed78ccaa4b0f None None] Provisioning complete for port 78e605a6-b69d-4579-bacd-7efd6d570b10 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:19.941824 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-55e03ad5-19e7-4df1-b6e5-ed78ccaa4b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:19.981080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-55e03ad5-19e7-4df1-b6e5-ed78ccaa4b0f None None] Port 78e605a6-b69d-4579-bacd-7efd6d570b10 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:57:20.033799 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579164-e321-43a3-a12c-4823752cd375 req-c7cc3b2a-fd07-4ed6-adcf-6ea97f79add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:20.035497 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-c7cc3b2a-fd07-4ed6-adcf-6ea97f79add4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0744057 Mar 09 05:57:20.168802 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce4d3-f742-4049-82f0-59befdb3dd65 req-cb033749-d878-485a-9bb9-97137cc6e28e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:20.170366 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-190ce4d3-f742-4049-82f0-59befdb3dd65 req-cb033749-d878-485a-9bb9-97137cc6e28e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0798192 Mar 09 05:57:20.183111 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83579164-e321-43a3-a12c-4823752cd375 req-fe1c7229-175f-4dcf-8281-2d5844580dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:20.184663 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-fe1c7229-175f-4dcf-8281-2d5844580dce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1434760 Mar 09 05:57:20.225188 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks [] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:20.234099 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:20.236426 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (cd0982fe-8e26-47f1-9548-2e004343ff61), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:20.402289 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=78e605a6-b69d-4579-bacd-7efd6d570b10,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:20.430650 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-e20faa67-fde6-44ca-925b-88ab352bed00 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384286 Mar 09 05:57:20.470892 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Network f66aadc3-f4b2-4042-a56e-461331c3383a is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:20.474190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:20.491369 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-190ce4d3-f742-4049-82f0-59befdb3dd65 req-d71ede83-272f-4172-8704-20cc9a05a04e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151090 Mar 09 05:57:20.672589 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device f9388e06-4eb3-419c-8fa4-a52478ea9b13 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:20.730674 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port f9388e06-4eb3-419c-8fa4-a52478ea9b13 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:20.731052 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:20.827858 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port f9388e06-4eb3-419c-8fa4-a52478ea9b13 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:20.828244 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:20.840562 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-e87396cd-5d0b-4e33-a03c-397cd6ce6801 None None] Provisioning complete for port 78e605a6-b69d-4579-bacd-7efd6d570b10 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:20.840936 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e87396cd-5d0b-4e33-a03c-397cd6ce6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:20.857297 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83579164-e321-43a3-a12c-4823752cd375 req-3fb37bcc-53c5-40bc-b2cc-6369d64f2b16 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156213 Mar 09 05:57:20.918676 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510596b-3bec-44e6-a2c2-da310fefba24 req-56282499-a3fa-4d36-b522-ba3c592cb5fc tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:20.920209 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d510596b-3bec-44e6-a2c2-da310fefba24 req-56282499-a3fa-4d36-b522-ba3c592cb5fc tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1350207 Mar 09 05:57:20.931832 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:57:20.992363 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port f9388e06-4eb3-419c-8fa4-a52478ea9b13, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=f9388e06-4eb3-419c-8fa4-a52478ea9b13,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:20.999947 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.014692 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d510596b-3bec-44e6-a2c2-da310fefba24 req-0320ac2b-8dd3-4d31-abcc-e4bcc0abfc24 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881736 Mar 09 05:57:21.029939 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-e87396cd-5d0b-4e33-a03c-397cd6ce6801 None None] Port 78e605a6-b69d-4579-bacd-7efd6d570b10 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:57:21.055519 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=f9388e06-4eb3-419c-8fa4-a52478ea9b13,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:21.079816 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:57:21.084949 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d4c24971-aaaf-4c61-b551-ebaadc2cf4a5 admin admin] 10.222.0.36 "PUT /v2.0/routers/cd0982fe-8e26-47f1-9548-2e004343ff61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6052999 Mar 09 05:57:21.547903 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44508) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:21.552914 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-788023642-network', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:21.571763 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Made reservation on behalf of b68072203d4f4c088f1c2ca4aad1c673 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:57:21.574119 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.584121 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.620602 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996f78-053c-49d4-a203-4b0aab479db7 req-a93cf697-dbe5-42f2-9b19-93e175cdefa9 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:21.628565 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:57:21.630541 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2996f78-053c-49d4-a203-4b0aab479db7 req-a93cf697-dbe5-42f2-9b19-93e175cdefa9 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0646949 Mar 09 05:57:21.638969 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:21.639586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:21.667792 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks [] for security_group (0875858e-2549-4787-91a6-d35dd83c7bb9), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.673313 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0875858e-2549-4787-91a6-d35dd83c7bb9), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.687122 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2996f78-053c-49d4-a203-4b0aab479db7 req-4e9abe0f-7cbc-4026-a818-68652f78ad51 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556586 Mar 09 05:57:21.703245 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:57:21.712901 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0875858e-2549-4787-91a6-d35dd83c7bb9,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:21.718745 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (79a3ab1e-431c-4ca4-8b86-c5db775099fa), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.719084 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Added segment 79a3ab1e-431c-4ca4-8b86-c5db775099fa of type vlan for network 7c976569-368b-4e9b-bea1-6ef9d455ac05 Mar 09 05:57:21.756439 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:21.758282 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (7c976569-368b-4e9b-bea1-6ef9d455ac05), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.784557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (7c976569-368b-4e9b-bea1-6ef9d455ac05), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.785520 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:21.786109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.820301 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2711682 Mar 09 05:57:21.823498 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44510) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:21.828236 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Request body: {'subnet': {'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-788023642-subnet', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:21.862605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f224-a765-4aca-86ba-6aa498c8b61f admin admin] Pushing event updated for resources: {'Network': ['ID=7c976569-368b-4e9b-bea1-6ef9d455ac05,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:21.878757 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Made reservation on behalf of b68072203d4f4c088f1c2ca4aad1c673 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:57:21.881216 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:21.885278 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:57:22.020127 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 2, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:22.051493 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:57:22.051909 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Updating router cd0982fe-8e26-47f1-9548-2e004343ff61 port 78e605a6-b69d-4579-bacd-7efd6d570b10 binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:57:22.056031 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (5b462323-dd29-479d-a6a7-5cf77847dbd2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.079650 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.140339 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b462323-dd29-479d-a6a7-5cf77847dbd2,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:22.155220 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Checking segment: {'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:22.155592 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Network hostable DHCP agents. Network: 7c976569-368b-4e9b-bea1-6ef9d455ac05, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:57:22.177146 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c1e99-4d34-4597-8275-81d73bff2822 req-6ab0972e-9473-4c7f-bef0-a12d5a0986d4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:22.178632 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ee8c1e99-4d34-4597-8275-81d73bff2822 req-6ab0972e-9473-4c7f-bef0-a12d5a0986d4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0797255 Mar 09 05:57:22.193978 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:57:22.213916 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 7c976569-368b-4e9b-bea1-6ef9d455ac05) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:22.224237 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:22.224763 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.229895 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f1247-713f-44d7-ae4f-c7790fc2afab None None] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:57:22.248707 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ee8c1e99-4d34-4597-8275-81d73bff2822 req-52668d91-ef6b-4dbd-8d1f-71e7559a896a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620751 Mar 09 05:57:22.260461 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5f5eb2e7-532a-4c71-8198-6194d2ac3e15 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4335303 Mar 09 05:57:22.260821 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44514) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:22.266107 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:22.295072 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (750b8507-1bb1-4c6b-9ab1-99c00de01e19), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.296221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (750b8507-1bb1-4c6b-9ab1-99c00de01e19), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.349096 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks [] for router_controller (750b8507-1bb1-4c6b-9ab1-99c00de01e19), precommit_add_association {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.403522 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-7c976569-368b-4e9b-bea1-6ef9d455ac05', 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05', 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'fixed_ips': [{'subnet_id': '5b462323-dd29-479d-a6a7-5cf77847dbd2'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:57:22.405066 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.493573 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks [] for router_gateway (750b8507-1bb1-4c6b-9ab1-99c00de01e19), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.505683 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Publish callbacks [] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.516475 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.645584 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b255ff5-9ccb-4c2b-8a6d-528e3f58fcf3 None None] Pushing event updated for resources: {'Port': ['ID=78e605a6-b69d-4579-bacd-7efd6d570b10,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:22.671127 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device f9388e06-4eb3-419c-8fa4-a52478ea9b13 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:22.686181 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Allocated IP 172.20.0.2 (7c976569-368b-4e9b-bea1-6ef9d455ac05/5b462323-dd29-479d-a6a7-5cf77847dbd2/11938c57-77ae-495d-bdbb-572416b95a21) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:22.728990 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Attempting to bind port 78e605a6-b69d-4579-bacd-7efd6d570b10 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:22.729444 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Attempting to bind port 78e605a6-b69d-4579-bacd-7efd6d570b10 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:22.729888 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Attempting to bind port 78e605a6-b69d-4579-bacd-7efd6d570b10 on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:22.734574 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks [] for router_gateway (750b8507-1bb1-4c6b-9ab1-99c00de01e19), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.743400 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:22.743400 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Checking segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:22.743978 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.744483 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Bound using segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:22.745063 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Bound port: 78e605a6-b69d-4579-bacd-7efd6d570b10, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:22.745515 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.755491 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.880194 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port f9388e06-4eb3-419c-8fa4-a52478ea9b13 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:22.880584 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.887865 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-a120c570-6868-44af-b3f2-df4b2d720cbd None None] Provisioning complete for port 78e605a6-b69d-4579-bacd-7efd6d570b10 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:22.888236 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a120c570-6868-44af-b3f2-df4b2d720cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:22.895702 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6d2f-6c8a-458a-9045-b326570cb628 req-dafeff84-4760-4106-a435-1316962eae55 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:22.897156 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-005b6d2f-6c8a-458a-9045-b326570cb628 req-dafeff84-4760-4106-a435-1316962eae55 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1017303 Mar 09 05:57:22.910051 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Allocated IP 172.27.1.16 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/72e284eb-e64a-4c8e-8614-cf9d78325460) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:22.970500 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] For port 78e605a6-b69d-4579-bacd-7efd6d570b10, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:22.980844 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-005b6d2f-6c8a-458a-9045-b326570cb628 req-b797e16d-6ee9-46f2-b528-d904414312ea tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728340 Mar 09 05:57:23.015656 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a120c570-6868-44af-b3f2-df4b2d720cbd None None] Port 78e605a6-b69d-4579-bacd-7efd6d570b10 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:57:23.019901 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] For port 78e605a6-b69d-4579-bacd-7efd6d570b10, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=78e605a6-b69d-4579-bacd-7efd6d570b10,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:23.032514 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.051955 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks [] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.079866 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Publish callbacks [] for port (11938c57-77ae-495d-bdbb-572416b95a21), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.094209 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.131855 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (11938c57-77ae-495d-bdbb-572416b95a21), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.153771 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Pushing event updated for resources: {'Port': ['ID=72e284eb-e64a-4c8e-8614-cf9d78325460,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:23.156729 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:23.161939 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:23.164603 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b255ff5-9ccb-4c2b-8a6d-528e3f58fcf3 None None] Pushing event updated for resources: {'Port': ['ID=78e605a6-b69d-4579-bacd-7efd6d570b10,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:23.164748 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:23.167661 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:23.168280 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:23.173993 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port f9388e06-4eb3-419c-8fa4-a52478ea9b13 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:23.200344 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.200826 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.201168 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.201517 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.201913 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.202184 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.202523 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.202840 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.203211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.203689 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.204018 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.204339 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.204695 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:23.373234 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:23.384721 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:23.389968 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:23.410222 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Pushing event updated for resources: {'Port': ['ID=11938c57-77ae-495d-bdbb-572416b95a21,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:23.431880 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89295a00-a732-4518-91bb-8ade73b6d13a req-e8dca8f5-8c03-43c5-a3a7-30861b4af874 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:23.433479 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89295a00-a732-4518-91bb-8ade73b6d13a req-e8dca8f5-8c03-43c5-a3a7-30861b4af874 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0714934 Mar 09 05:57:23.524300 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89295a00-a732-4518-91bb-8ade73b6d13a req-602b0cc6-c749-4d49-b659-980e2e5504dd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843122 Mar 09 05:57:23.535354 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Attempting to bind port 11938c57-77ae-495d-bdbb-572416b95a21 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:23.535807 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Attempting to bind port 11938c57-77ae-495d-bdbb-572416b95a21 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:23.536181 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Attempting to bind port 11938c57-77ae-495d-bdbb-572416b95a21 on network 7c976569-368b-4e9b-bea1-6ef9d455ac05 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:23.540177 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:23.541962 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-c02c4ec4-e143-4fec-977f-1396f5a01134 None None] Provisioning complete for port 78e605a6-b69d-4579-bacd-7efd6d570b10 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:23.542340 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c02c4ec4-e143-4fec-977f-1396f5a01134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.560664 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks [] for router_gateway (750b8507-1bb1-4c6b-9ab1-99c00de01e19), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.571869 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:23.572272 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Checking segment: {'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:23.572692 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.573092 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Bound using segment: {'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:23.577209 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Bound port: 11938c57-77ae-495d-bdbb-572416b95a21, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:23.577209 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (11938c57-77ae-495d-bdbb-572416b95a21), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.778656 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] For port 11938c57-77ae-495d-bdbb-572416b95a21, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:23.812738 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] For port 11938c57-77ae-495d-bdbb-572416b95a21, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=11938c57-77ae-495d-bdbb-572416b95a21,segment=NetworkSegment(79a3ab1e-431c-4ca4-8b86-c5db775099fa),segment_id=79a3ab1e-431c-4ca4-8b86-c5db775099fa)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:23.827332 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (11938c57-77ae-495d-bdbb-572416b95a21), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.855078 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (750b8507-1bb1-4c6b-9ab1-99c00de01e19), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.871681 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-c02c4ec4-e143-4fec-977f-1396f5a01134 None None] Current status of the port 78e605a6-b69d-4579-bacd-7efd6d570b10 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:23.872080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c02c4ec4-e143-4fec-977f-1396f5a01134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:23.988146 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3188136-a8a8-4548-92bd-804b0f1187e9 None None] Pushing event updated for resources: {'Port': ['ID=11938c57-77ae-495d-bdbb-572416b95a21,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:24.012292 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-dea81dd6-71da-4a5a-9bd2-fdba72a8fc41 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:24.018906 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-dea81dd6-71da-4a5a-9bd2-fdba72a8fc41 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/networks?id=de8aacac-0d50-4d55-8223-ab5e95e86091 HTTP/1.1" status: 200 len: 813 time: 0.3590910 Mar 09 05:57:24.030644 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-c02c4ec4-e143-4fec-977f-1396f5a01134 None None] For port 78e605a6-b69d-4579-bacd-7efd6d570b10, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=78e605a6-b69d-4579-bacd-7efd6d570b10,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:24.050883 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c02c4ec4-e143-4fec-977f-1396f5a01134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:24.085433 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e0e8fdcb-edff-4554-86c2-b06eb7b89ee5 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/quotas/bca7b636985547ea8b9a458a0a6f3d54 HTTP/1.1" status: 200 len: 375 time: 0.0656726 Mar 09 05:57:24.132735 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c4ec4-e143-4fec-977f-1396f5a01134 None None] Pushing event updated for resources: {'Port': ['ID=78e605a6-b69d-4579-bacd-7efd6d570b10,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:24.142934 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b53ebe14-57f3-44cb-9f14-4000aff457f6 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bca7b636985547ea8b9a458a0a6f3d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565565 Mar 09 05:57:24.170615 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:22Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:24.233877 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454913ec-3e44-4d53-8683-3183d3767683 req-a01305b1-9735-4fc1-b555-e5d88f940508 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:24.239699 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b7b095-1f7a-45bb-b733-ef24c8204b56 None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:22Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:57:24.261089 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-454913ec-3e44-4d53-8683-3183d3767683 req-a01305b1-9735-4fc1-b555-e5d88f940508 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1487689 Mar 09 05:57:24.396925 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-302a8451-037a-4f92-8ea5-b4d6c21e29c4 service neutron] 10.222.0.36 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504783 Mar 09 05:57:24.398148 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:57:24.431238 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-454913ec-3e44-4d53-8683-3183d3767683 req-af76ff4e-7c6f-4e49-94a0-b261aa9a4ec2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684921 Mar 09 05:57:24.767504 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ee96-8601-483c-8070-7a4ad1a54fbb req-7bcc84aa-6d4c-4214-92f6-ad0fd61b2b98 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:24.780618 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88a7ee96-8601-483c-8070-7a4ad1a54fbb req-7bcc84aa-6d4c-4214-92f6-ad0fd61b2b98 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1291234 Mar 09 05:57:24.818770 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 78e605a6-b69d-4579-bacd-7efd6d570b10 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:24.887150 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-88a7ee96-8601-483c-8070-7a4ad1a54fbb req-83f61e13-ad54-4416-9889-f01cff74d1a1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033723 Mar 09 05:57:24.891387 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-718ec2bd-bbb4-4674-a8da-e2743f949c2f service neutron] 10.222.0.36 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850430 Mar 09 05:57:24.933792 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:57:24.949510 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Sync routers for ids ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:57:24.952020 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 78e605a6-b69d-4579-bacd-7efd6d570b10 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:24.954425 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:24.965615 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Routers {'750b8507-1bb1-4c6b-9ab1-99c00de01e19'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:24.966260 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:24.967386 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:24.970497 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a141e4ee-6def-423d-8639-ac813f116845 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7086408 Mar 09 05:57:24.972431 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44560) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:25.082963 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 78e605a6-b69d-4579-bacd-7efd6d570b10 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:25.085826 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 11938c57-77ae-495d-bdbb-572416b95a21 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:25.265388 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 11938c57-77ae-495d-bdbb-572416b95a21 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:25.265828 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (11938c57-77ae-495d-bdbb-572416b95a21), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:25.288974 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7fa6bc5e-1a8e-4f69-9adc-e09406d4d12c req-611ef349-1f38-4fbd-976e-cb4e7d14c237 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0670609 Mar 09 05:57:25.365765 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Set router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:25.503092 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 11938c57-77ae-495d-bdbb-572416b95a21 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:25.503651 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (11938c57-77ae-495d-bdbb-572416b95a21), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:25.610538 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 11938c57-77ae-495d-bdbb-572416b95a21, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=11938c57-77ae-495d-bdbb-572416b95a21,segment=NetworkSegment(79a3ab1e-431c-4ca4-8b86-c5db775099fa),segment_id=79a3ab1e-431c-4ca4-8b86-c5db775099fa)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:25.649771 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (11938c57-77ae-495d-bdbb-572416b95a21), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:25.797212 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 3, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port': {'id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:25.824822 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba69de1-77c5-4cb5-bdaf-3a478aab0838 req-53c5b053-76d0-405d-af83-5aab61654e33 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:25.827058 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ba69de1-77c5-4cb5-bdaf-3a478aab0838 req-53c5b053-76d0-405d-af83-5aab61654e33 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1692352 Mar 09 05:57:25.912236 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Checking router: 750b8507-1bb1-4c6b-9ab1-99c00de01e19 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:57:25.927514 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Updating router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 port 72e284eb-e64a-4c8e-8614-cf9d78325460 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:57:25.962420 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ba69de1-77c5-4cb5-bdaf-3a478aab0838 req-33ead782-1ef1-47c2-aec6-f10d5f12d5d6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289504 Mar 09 05:57:26.003273 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=11938c57-77ae-495d-bdbb-572416b95a21,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:26.013206 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.160089 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ec445-31bc-45ae-8675-b53c65581090 None None] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:57:26.288282 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aad1f2-0a46-4d09-9730-0986c81cf85d req-5b276326-5c64-494a-8846-10de7ca511c3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:26.300055 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b1aad1f2-0a46-4d09-9730-0986c81cf85d req-5b276326-5c64-494a-8846-10de7ca511c3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.2242272 Mar 09 05:57:26.435514 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b1aad1f2-0a46-4d09-9730-0986c81cf85d req-35a17057-9642-41ce-bca6-8689130bf333 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325536 Mar 09 05:57:26.457260 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-1844ec13-99db-4008-927b-a98df2c34dc8 None None] Provisioning complete for port 11938c57-77ae-495d-bdbb-572416b95a21 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:26.458058 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1844ec13-99db-4008-927b-a98df2c34dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (11938c57-77ae-495d-bdbb-572416b95a21), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.471913 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Publish callbacks [] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.480063 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.536275 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69257-9d06-4188-ba1b-f94a33dfc8fb None None] Pushing event updated for resources: {'Port': ['ID=72e284eb-e64a-4c8e-8614-cf9d78325460,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:26.564138 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Attempting to bind port 72e284eb-e64a-4c8e-8614-cf9d78325460 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:26.564568 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Attempting to bind port 72e284eb-e64a-4c8e-8614-cf9d78325460 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:26.565011 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Attempting to bind port 72e284eb-e64a-4c8e-8614-cf9d78325460 on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:26.572053 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:26.572605 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:26.573013 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.573414 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:26.574013 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Bound port: 72e284eb-e64a-4c8e-8614-cf9d78325460, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:26.574519 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.577963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.605841 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a87228d5-ff7a-4e7d-a659-e883bf7dfeac req-6101a18a-1c08-48a5-8070-6c0c972728bb tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.1083910 Mar 09 05:57:26.714280 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] For port 72e284eb-e64a-4c8e-8614-cf9d78325460, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:26.723836 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] For port 72e284eb-e64a-4c8e-8614-cf9d78325460, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=72e284eb-e64a-4c8e-8614-cf9d78325460,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:26.734889 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.823319 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 11938c57-77ae-495d-bdbb-572416b95a21 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:26.869635 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c69257-9d06-4188-ba1b-f94a33dfc8fb None None] Pushing event updated for resources: {'Port': ['ID=72e284eb-e64a-4c8e-8614-cf9d78325460,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:26.886227 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Routers {'750b8507-1bb1-4c6b-9ab1-99c00de01e19'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:26.886982 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:26.907013 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-1844ec13-99db-4008-927b-a98df2c34dc8 None None] Current status of the port 11938c57-77ae-495d-bdbb-572416b95a21 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:26.971381 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 11938c57-77ae-495d-bdbb-572416b95a21 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:26.972179 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (11938c57-77ae-495d-bdbb-572416b95a21), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:26.988284 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Allocated IP 172.20.0.1 (7c976569-368b-4e9b-bea1-6ef9d455ac05/5b462323-dd29-479d-a6a7-5cf77847dbd2/862b574f-1d4f-4a8c-b90b-f26e7fc62a8f) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:27.096217 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] Set router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:27.155849 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 11938c57-77ae-495d-bdbb-572416b95a21 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:27.193379 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d0af-5e2f-41cd-9b67-e5498deb7d6e req-a14e0036-accf-4f51-be73-a9ad27e1509b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:27.201606 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fb98d0af-5e2f-41cd-9b67-e5498deb7d6e req-a14e0036-accf-4f51-be73-a9ad27e1509b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1083910 Mar 09 05:57:27.238510 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks [] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:27.263255 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-909d4a0f-f8cb-423a-a1a9-ec371af51d80 None None] Provisioning complete for port 11938c57-77ae-495d-bdbb-572416b95a21 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:27.264564 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-909d4a0f-f8cb-423a-a1a9-ec371af51d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (11938c57-77ae-495d-bdbb-572416b95a21), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:27.302189 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fb98d0af-5e2f-41cd-9b67-e5498deb7d6e req-629474aa-6a36-4422-9576-209fbbe39714 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995550 Mar 09 05:57:27.333567 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:27.358039 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-909d4a0f-f8cb-423a-a1a9-ec371af51d80 None None] Current status of the port 11938c57-77ae-495d-bdbb-572416b95a21 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:27.456061 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Pushing event updated for resources: {'Port': ['ID=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:27.461993 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:27.463680 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:27.481244 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:27.481741 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (750b8507-1bb1-4c6b-9ab1-99c00de01e19), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:27.684628 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 3, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port': {'id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:27.714316 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13160100-d30b-4bbe-834a-5b02b586b868 req-6afe3e2b-d71e-41ca-a61c-d12f22a3f559 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:27.727455 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-13160100-d30b-4bbe-834a-5b02b586b868 req-6afe3e2b-d71e-41ca-a61c-d12f22a3f559 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1674697 Mar 09 05:57:27.786495 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae1bfbd-0f01-457e-9a49-c05984a13efe None None] The sync data for ids ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'] in dv-cinder-831167-2-iscsi is: [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 3, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port': {'id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:90:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:57:27.840255 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-13160100-d30b-4bbe-834a-5b02b586b868 req-f051e11a-4a81-425d-8984-4d9f3ec52afe tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059151 Mar 09 05:57:27.887239 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fb1cdbbf-ac0d-45a0-b2de-1292766b7ab8 req-a685149a-c1f9-4de9-a423-099308beb5bf tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.1007776 Mar 09 05:57:27.909527 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:28.187913 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-8c182a6c-fd9c-456a-876e-ee29b7f85a3d None None] Provisioning complete for port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:28.188300 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c182a6c-fd9c-456a-876e-ee29b7f85a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:28.262243 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks [] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:28.268306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:28.270046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (750b8507-1bb1-4c6b-9ab1-99c00de01e19), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:28.294892 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8c182a6c-fd9c-456a-876e-ee29b7f85a3d None None] Port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:57:28.363074 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Pushing event updated for resources: {'Port': ['ID=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:28.447114 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c12da2-5383-4e46-98a6-21afca21f179 req-3e00a5e1-24b0-404d-8998-41f94d906d93 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:28.454226 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-01c12da2-5383-4e46-98a6-21afca21f179 req-3e00a5e1-24b0-404d-8998-41f94d906d93 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0793281 Mar 09 05:57:28.458451 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:28.460421 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:28.522148 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-01c12da2-5383-4e46-98a6-21afca21f179 req-0af7169f-8bff-44bf-aff4-bc62b9c8500a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654829 Mar 09 05:57:28.780943 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 72e284eb-e64a-4c8e-8614-cf9d78325460 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:28.848058 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:57:28.859556 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-7c0e7811-3bf1-4d46-bebc-1d1497b48e50 None None] Provisioning complete for port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:28.859990 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7811-3bf1-4d46-bebc-1d1497b48e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:28.967106 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e7811-3bf1-4d46-bebc-1d1497b48e50 None None] Port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:57:29.003391 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 72e284eb-e64a-4c8e-8614-cf9d78325460 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:29.004049 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:29.103890 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ab067f9e-97ed-4243-8a3d-cb551a5aae83 req-74fcbf11-35de-4283-a576-b2c06d6e880b tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0594571 Mar 09 05:57:29.142409 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:57:29.177554 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-20c1b912-bb9f-4a6c-91ba-ebec5346c732 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:29.179317 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-20c1b912-bb9f-4a6c-91ba-ebec5346c732 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "GET /v2.0/networks?id=de8aacac-0d50-4d55-8223-ab5e95e86091 HTTP/1.1" status: 200 len: 813 time: 0.5478816 Mar 09 05:57:29.184871 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d5683677-78d9-44f1-8a74-0f920f1c142e admin admin] 10.222.0.36 "PUT /v2.0/routers/750b8507-1bb1-4c6b-9ab1-99c00de01e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2109592 Mar 09 05:57:29.204865 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 72e284eb-e64a-4c8e-8614-cf9d78325460 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:29.205265 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:29.228453 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a10316-16b0-4982-bc6b-5d3665c461e7 req-d9a6ee99-f991-4b01-ad1a-f2479fe963f3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:29.230422 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31a10316-16b0-4982-bc6b-5d3665c461e7 req-d9a6ee99-f991-4b01-ad1a-f2479fe963f3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0951624 Mar 09 05:57:29.270162 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 72e284eb-e64a-4c8e-8614-cf9d78325460, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=72e284eb-e64a-4c8e-8614-cf9d78325460,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:29.283943 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:29.343868 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31a10316-16b0-4982-bc6b-5d3665c461e7 req-59c92f51-7a5d-4a7b-8114-6b0a13f9ae08 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902884 Mar 09 05:57:29.406569 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=72e284eb-e64a-4c8e-8614-cf9d78325460,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:29.654356 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2a131-08ed-4efd-a2db-831e7ab619ea req-13da5eac-db3a-4e65-b722-3e2faab42b1b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:29.664700 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4b2a131-08ed-4efd-a2db-831e7ab619ea req-13da5eac-db3a-4e65-b722-3e2faab42b1b tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0708408 Mar 09 05:57:29.748168 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c4b2a131-08ed-4efd-a2db-831e7ab619ea req-2c4d4ad4-7f2b-4c5d-af2c-3f8b114d8144 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822923 Mar 09 05:57:30.229822 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-019729b0-db47-4c56-b43f-9231c763c283 req-cfae0c7a-a0d3-4822-8f72-8c6b4de0ed2e tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Mar 09 05:57:30.274156 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Sync routers for ids ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:57:30.286424 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Routers {'750b8507-1bb1-4c6b-9ab1-99c00de01e19'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:30.287134 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:30.409807 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Set router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:30.640450 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 72e284eb-e64a-4c8e-8614-cf9d78325460 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:30.698395 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:27Z', 'revision_number': 4, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port': {'id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '862b574f-1d4f-4a8c-b90b-f26e7fc62a8f', 'name': '', 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'mac_address': 'fa:16:3e:9a:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5b462323-dd29-479d-a6a7-5cf77847dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:26Z', 'updated_at': '2022-03-09T05:57:28Z', 'revision_number': 2, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'subnets': [{'id': '5b462323-dd29-479d-a6a7-5cf77847dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:30.715287 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192c856-d3d0-4616-8744-f9c0bd0ae29f req-a900ccdc-f04b-4a15-abad-e830ce728e8e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:30.716844 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a192c856-d3d0-4616-8744-f9c0bd0ae29f req-a900ccdc-f04b-4a15-abad-e830ce728e8e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.2870457 Mar 09 05:57:30.735227 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Checking router: 750b8507-1bb1-4c6b-9ab1-99c00de01e19 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:57:30.735461 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Updating router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:57:30.778663 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 72e284eb-e64a-4c8e-8614-cf9d78325460 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:30.778663 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:30.779671 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:30.783147 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a192c856-d3d0-4616-8744-f9c0bd0ae29f req-5b22fdf0-bd28-4641-bfc3-07f669b2f61d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605769 Mar 09 05:57:30.811681 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-44f2bf99-5ff2-4041-96d2-2b8e0bfbee20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:30.960431 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd6e2-deb4-46d7-b259-d9c2e07dfa9e req-4b1fd8af-db22-48f9-ba51-51bda8ed5b57 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:30.960431 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-62ffd6e2-deb4-46d7-b259-d9c2e07dfa9e req-4b1fd8af-db22-48f9-ba51-51bda8ed5b57 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0773785 Mar 09 05:57:30.987584 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44618) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:30.992035 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-cd1229d3-d1af-4fbc-9367-bcf04b73d0b0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328257563', 'description': 'tempest-secgroup-smoke-328257563 description', 'project_id': '5d411ccff560421b9d8b9767f01c1d42'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:31.028511 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cd1229d3-d1af-4fbc-9367-bcf04b73d0b0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.080290 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-62ffd6e2-deb4-46d7-b259-d9c2e07dfa9e req-7c3a86a4-24be-4bb8-b973-75c5fad1ae18 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140885 Mar 09 05:57:31.098404 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 72e284eb-e64a-4c8e-8614-cf9d78325460 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:31.143606 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cd1229d3-d1af-4fbc-9367-bcf04b73d0b0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group (2a5cb711-aa45-40f7-ac9a-fdda3f356f05), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.148201 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cd1229d3-d1af-4fbc-9367-bcf04b73d0b0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2a5cb711-aa45-40f7-ac9a-fdda3f356f05), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.175346 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cd1229d3-d1af-4fbc-9367-bcf04b73d0b0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.179880 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-cd1229d3-d1af-4fbc-9367-bcf04b73d0b0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1887221 Mar 09 05:57:31.181523 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44620) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:31.194249 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-76986310-ec41-4bdc-a027-124d5f670384 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'security_group_rule': {'security_group_id': '2a5cb711-aa45-40f7-ac9a-fdda3f356f05', 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:31.204919 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1229d3-d1af-4fbc-9367-bcf04b73d0b0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5cb711-aa45-40f7-ac9a-fdda3f356f05,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:31.227811 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Publish callbacks [] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.234053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.236246 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-76986310-ec41-4bdc-a027-124d5f670384 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (69c17a8f-bd48-4b0a-abd6-28fbe0a9af0d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.324816 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf08b35-0830-45d2-9fa7-bf93e9125f32 None None] Pushing event updated for resources: {'Port': ['ID=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:31.331980 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-76986310-ec41-4bdc-a027-124d5f670384 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (69c17a8f-bd48-4b0a-abd6-28fbe0a9af0d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.337830 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-76986310-ec41-4bdc-a027-124d5f670384 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (69c17a8f-bd48-4b0a-abd6-28fbe0a9af0d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.369901 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Attempting to bind port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:31.370362 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Attempting to bind port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:31.370936 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Attempting to bind port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f on network 7c976569-368b-4e9b-bea1-6ef9d455ac05 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:31.371900 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76986310-ec41-4bdc-a027-124d5f670384 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c17a8f-bd48-4b0a-abd6-28fbe0a9af0d,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:31.385811 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-76986310-ec41-4bdc-a027-124d5f670384 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.387102 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-76986310-ec41-4bdc-a027-124d5f670384 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2051318 Mar 09 05:57:31.389716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44624) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:31.395283 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-56124e85-fb61-4c0a-97f7-cd797226db41 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'security_group_rule': {'security_group_id': '2a5cb711-aa45-40f7-ac9a-fdda3f356f05', 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:31.398080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:31.399170 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Checking segment: {'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:31.399622 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.400320 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Bound using segment: {'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:31.401677 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Bound port: 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a3ab1e-431c-4ca4-8b86-c5db775099fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:31.402081 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.437642 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-56124e85-fb61-4c0a-97f7-cd797226db41 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (a50c0a8a-8080-4b27-90cb-a44b6a3b2916), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.478153 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7bd60b5-b17a-464e-b266-738c6de3b389 req-8abb4f86-cf4f-4827-a3d1-1d8a94b088fe tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0539265 Mar 09 05:57:31.551517 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] For port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:31.556213 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] For port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,segment=NetworkSegment(79a3ab1e-431c-4ca4-8b86-c5db775099fa),segment_id=79a3ab1e-431c-4ca4-8b86-c5db775099fa)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:31.563986 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-56124e85-fb61-4c0a-97f7-cd797226db41 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (a50c0a8a-8080-4b27-90cb-a44b6a3b2916), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.567996 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.569839 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-56124e85-fb61-4c0a-97f7-cd797226db41 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (a50c0a8a-8080-4b27-90cb-a44b6a3b2916), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.588410 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124e85-fb61-4c0a-97f7-cd797226db41 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c0a8a-8080-4b27-90cb-a44b6a3b2916,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:31.609729 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-56124e85-fb61-4c0a-97f7-cd797226db41 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.613971 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-56124e85-fb61-4c0a-97f7-cd797226db41 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2204940 Mar 09 05:57:31.614309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44626) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:31.619148 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-2386dab6-0188-47a4-b352-cbc0082bd3e4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'security_group_rule': {'security_group_id': '2a5cb711-aa45-40f7-ac9a-fdda3f356f05', 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:31.654466 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Routers {'750b8507-1bb1-4c6b-9ab1-99c00de01e19'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:57:31.655362 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:57:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:31.656999 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2386dab6-0188-47a4-b352-cbc0082bd3e4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (6fb04e04-9e0c-436f-887c-de0f6f4ce78c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.733216 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-48ff188c-7eb6-4909-b167-f8156f3bd907 None None] Provisioning complete for port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:31.733805 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-48ff188c-7eb6-4909-b167-f8156f3bd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.767853 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf08b35-0830-45d2-9fa7-bf93e9125f32 None None] Pushing event updated for resources: {'Port': ['ID=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:31.782112 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2386dab6-0188-47a4-b352-cbc0082bd3e4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (6fb04e04-9e0c-436f-887c-de0f6f4ce78c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.787340 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2386dab6-0188-47a4-b352-cbc0082bd3e4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (6fb04e04-9e0c-436f-887c-de0f6f4ce78c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.809575 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386dab6-0188-47a4-b352-cbc0082bd3e4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb04e04-9e0c-436f-887c-de0f6f4ce78c,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:31.830467 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2386dab6-0188-47a4-b352-cbc0082bd3e4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.831741 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2386dab6-0188-47a4-b352-cbc0082bd3e4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164195 Mar 09 05:57:31.834650 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44630) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:31.839794 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-10c68d8a-d63f-4b85-9948-f6bc085d2e8f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'security_group_rule': {'security_group_id': '2a5cb711-aa45-40f7-ac9a-fdda3f356f05', 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:31.889412 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] Set router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:57:31.924177 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10c68d8a-d63f-4b85-9948-f6bc085d2e8f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (80677dfa-9c40-4f9a-8a3d-ca7ee439f6b1), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:31.973843 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-48ff188c-7eb6-4909-b167-f8156f3bd907 None None] Current status of the port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:31.974336 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-48ff188c-7eb6-4909-b167-f8156f3bd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.027319 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10c68d8a-d63f-4b85-9948-f6bc085d2e8f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (80677dfa-9c40-4f9a-8a3d-ca7ee439f6b1), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.035011 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10c68d8a-d63f-4b85-9948-f6bc085d2e8f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (80677dfa-9c40-4f9a-8a3d-ca7ee439f6b1), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.045338 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76002f6c-fad6-4469-b663-0811af19f11c req-78b65d33-13f7-4857-84c9-de679ed7e02b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:32.054809 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-76002f6c-fad6-4469-b663-0811af19f11c req-78b65d33-13f7-4857-84c9-de679ed7e02b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0969720 Mar 09 05:57:32.062578 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10c68d8a-d63f-4b85-9948-f6bc085d2e8f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.063916 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-10c68d8a-d63f-4b85-9948-f6bc085d2e8f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2282767 Mar 09 05:57:32.066583 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 44632) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:32.071677 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'security_group_rule': {'security_group_id': '2a5cb711-aa45-40f7-ac9a-fdda3f356f05', 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:32.096889 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c68d8a-d63f-4b85-9948-f6bc085d2e8f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80677dfa-9c40-4f9a-8a3d-ca7ee439f6b1,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:32.103340 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.securitygroups_db [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Project 5d411ccff560421b9d8b9767f01c1d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:57:32.113831 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (f7e3c40c-108b-4d44-9c9c-ee9dca3e0113), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.140584 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-76002f6c-fad6-4469-b663-0811af19f11c req-c0557514-fe4a-4384-bdca-66de61bbcc93 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780170 Mar 09 05:57:32.251564 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (f7e3c40c-108b-4d44-9c9c-ee9dca3e0113), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.257481 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (f7e3c40c-108b-4d44-9c9c-ee9dca3e0113), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.318552 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e3c40c-108b-4d44-9c9c-ee9dca3e0113,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:32.328813 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.330254 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-65f4dfb6-794a-4560-904d-f9741ce0f367 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2623899 Mar 09 05:57:32.333009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 44636) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:57:32.340161 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'security_group_rule': {'security_group_id': '2a5cb711-aa45-40f7-ac9a-fdda3f356f05', 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:32.345971 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-48ff188c-7eb6-4909-b167-f8156f3bd907 None None] For port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,segment=NetworkSegment(79a3ab1e-431c-4ca4-8b86-c5db775099fa),segment_id=79a3ab1e-431c-4ca4-8b86-c5db775099fa)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:32.348870 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc752ac0-a300-4685-845b-169fe7e9a6f3 req-fbeca33c-c082-411a-8830-e01d4e2113ef tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:32.353744 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-48ff188c-7eb6-4909-b167-f8156f3bd907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.360048 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cc752ac0-a300-4685-845b-169fe7e9a6f3 req-fbeca33c-c082-411a-8830-e01d4e2113ef tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1064231 Mar 09 05:57:32.377669 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.securitygroups_db [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Project 5d411ccff560421b9d8b9767f01c1d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:57:32.390114 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (8a6fd271-3a0c-480b-9ee0-657d7c66d840), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.430373 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cc752ac0-a300-4685-845b-169fe7e9a6f3 req-41a9d6c2-ec87-4f04-8884-84a063f98da3 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691810 Mar 09 05:57:32.496914 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (8a6fd271-3a0c-480b-9ee0-657d7c66d840), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.501174 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (8a6fd271-3a0c-480b-9ee0-657d7c66d840), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.512258 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff188c-7eb6-4909-b167-f8156f3bd907 None None] Pushing event updated for resources: {'Port': ['ID=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:32.523613 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-5ac01eab-cbd3-418c-b61e-3a8ae589efca None None] Provisioning complete for port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:32.524657 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5ac01eab-cbd3-418c-b61e-3a8ae589efca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.531933 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6fd271-3a0c-480b-9ee0-657d7c66d840,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:32.544031 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:32.548340 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b2ba810b-89aa-48bf-9dd3-f40050aa652c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2119145 Mar 09 05:57:32.616346 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:27Z', 'revision_number': 4, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port': {'id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '862b574f-1d4f-4a8c-b90b-f26e7fc62a8f', 'name': '', 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'mac_address': 'fa:16:3e:9a:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5b462323-dd29-479d-a6a7-5cf77847dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:26Z', 'updated_at': '2022-03-09T05:57:31Z', 'revision_number': 4, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'subnets': [{'id': '5b462323-dd29-479d-a6a7-5cf77847dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:57:32.638993 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cc4686bb-fc0b-4c9e-9183-862aa2db882b req-04a450cf-76a7-4baf-ab9b-c42c974830d5 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0397844 Mar 09 05:57:32.706392 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a8211-73a5-4975-b03c-0db3eceb15a6 None None] The sync data for ids ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'] in dv-cinder-831167-2-iscsi is: [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:27Z', 'revision_number': 4, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port': {'id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '862b574f-1d4f-4a8c-b90b-f26e7fc62a8f', 'name': '', 'network_id': '7c976569-368b-4e9b-bea1-6ef9d455ac05', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'mac_address': 'fa:16:3e:9a:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5b462323-dd29-479d-a6a7-5cf77847dbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:26Z', 'updated_at': '2022-03-09T05:57:31Z', 'revision_number': 4, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'subnets': [{'id': '5b462323-dd29-479d-a6a7-5cf77847dbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:57:32.724026 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5ac01eab-cbd3-418c-b61e-3a8ae589efca None None] Current status of the port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:33.165029 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-91587e08-f48c-4073-8209-36ae1c96f9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:33.327524 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7512-d0ce-4227-a344-bc4609dee6c7 req-2931a1f5-fa75-4f45-a948-e00de2fe72c5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:33.335952 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b38c7512-d0ce-4227-a344-bc4609dee6c7 req-2931a1f5-fa75-4f45-a948-e00de2fe72c5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0831785 Mar 09 05:57:33.412638 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b38c7512-d0ce-4227-a344-bc4609dee6c7 req-9d66b306-d695-4cdd-a4bf-b97cd01db8ec tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732596 Mar 09 05:57:33.584557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e50a-45a8-4ba3-a56a-f8b577b990a6 req-d75d65dd-1a48-4973-b6b1-888a5dba416c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:33.586415 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9bc3e50a-45a8-4ba3-a56a-f8b577b990a6 req-d75d65dd-1a48-4973-b6b1-888a5dba416c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0741994 Mar 09 05:57:33.652925 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9bc3e50a-45a8-4ba3-a56a-f8b577b990a6 req-d9b50f69-e384-463b-8bc9-b9e133422936 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515251 Mar 09 05:57:33.746071 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c7dcab16-dce9-4413-8774-96367e7edfbb req-9b6c1db2-b0bc-4742-9feb-198734a096b7 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0348113 Mar 09 05:57:34.373766 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Request body: {'port': {'device_id': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091', 'admin_state_up': True, 'tenant_id': 'bca7b636985547ea8b9a458a0a6f3d54'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:34.391221 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:34.494343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Made reservation on behalf of bca7b636985547ea8b9a458a0a6f3d54 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:57:34.500172 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:34.639718 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ba648-e3f2-4c59-8d01-a5b677709b9f req-187dc9e3-44d6-4aa1-9785-8c3da7c40b7e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:34.641316 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f36ba648-e3f2-4c59-8d01-a5b677709b9f req-187dc9e3-44d6-4aa1-9785-8c3da7c40b7e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.1193559 Mar 09 05:57:34.667751 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:34.721331 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:34.721889 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:34.734091 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Allocated IP 172.20.0.5 (de8aacac-0d50-4d55-8223-ab5e95e86091/d3041ff1-b030-4098-b7a1-ad1d2cfc78f1/2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:34.738867 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f36ba648-e3f2-4c59-8d01-a5b677709b9f req-c0129882-a60b-424c-8820-474c4703fe9c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915220 Mar 09 05:57:34.803262 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace51a51-1247-45b9-bbee-7bf4357b2c6e req-d9bca58d-59dc-4393-a532-63428c802c17 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:34.804843 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ace51a51-1247-45b9-bbee-7bf4357b2c6e req-d9bca58d-59dc-4393-a532-63428c802c17 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0716634 Mar 09 05:57:34.848897 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:34.861590 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ace51a51-1247-45b9-bbee-7bf4357b2c6e req-ee9a2a6c-73c0-4de3-8c7d-fb7c11c35d54 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480433 Mar 09 05:57:34.865481 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c38686f1-7758-45d6-b4b2-b658b4a140e3 req-4448d66d-f4d1-4173-8d3d-6935870ba3ac tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0305455 Mar 09 05:57:34.939309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks [] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:34.976518 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.015963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Network de8aacac-0d50-4d55-8223-ab5e95e86091 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:35.019119 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:35.026105 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:35.031161 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:35.031763 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.044106 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Pushing event updated for resources: {'Port': ['ID=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:35.052791 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-b651b909-6136-4261-bf3c-5a794cee55c9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6831892 Mar 09 05:57:35.071931 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Request body: {'port': {'device_id': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:35.131813 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.399176 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:57:35.406733 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Publish callbacks [] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.418723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Transition to ACTIVE for port object 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:57:35.422439 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.475198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Pushing event updated for resources: {'Port': ['ID=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:35.510198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Attempting to bind port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:35.510198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Attempting to bind port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:35.510198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Attempting to bind port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 on network de8aacac-0d50-4d55-8223-ab5e95e86091 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:35.511334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 on network de8aacac-0d50-4d55-8223-ab5e95e86091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:57:35.511715 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Attempting to bind port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 on network de8aacac-0d50-4d55-8223-ab5e95e86091 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:35.516848 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:35.517188 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Checking segment: {'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:35.517571 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Bound using segment: {'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:35.518002 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Bound port: 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b101713e-0bb1-4810-b6e7-f330f45e6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:35.518362 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.528832 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.588768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] For port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:35.591992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] For port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:35.598393 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.636156 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:35.636818 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:35.638186 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] 10.222.0.32 "PUT /v2.0/ports/2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 HTTP/1.1" status: 200 len: 1093 time: 0.5712333 Mar 09 05:57:35.638625 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'tag': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:35.640961 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cc7e01-f6db-4818-9683-6bfe1df05929" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8ee2fd-f212-46c5-b25b-689c7b5edc79", "tag": "2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:35.672302 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afb6d6-65bd-4d4c-a30f-e52f4fe7d8ca service neutron] Pushing event updated for resources: {'Port': ['ID=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:35.695760 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0697064-f980-41c3-9eea-4b856b1f9c01 x-openstack-request-id: req-e0697064-f980-41c3-9eea-4b856b1f9c01 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:35.696210 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8ee2fd-f212-46c5-b25b-689c7b5edc79", "tag": "2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:35.696692 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0697064-f980-41c3-9eea-4b856b1f9c01 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:35.697161 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'tag': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1', 'status': 'completed', 'code': 200} Mar 09 05:57:35.766350 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-34ac9b2b-a34c-4c29-a7cb-37f0d660c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:35.767865 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-34ac9b2b-a34c-4c29-a7cb-37f0d660c25b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bca7b636985547ea8b9a458a0a6f3d54&device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 1127 time: 0.0483339 Mar 09 05:57:35.823421 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-44ff5701-48de-4d10-ad23-862f75b2ffd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 HTTP/1.1" status: 200 len: 217 time: 0.0406463 Mar 09 05:57:35.910574 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e2032cbf-daeb-49d5-b69e-3200a50f1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:35.911964 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-e2032cbf-daeb-49d5-b69e-3200a50f1016 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3041ff1-b030-4098-b7a1-ad1d2cfc78f1 HTTP/1.1" status: 200 len: 853 time: 0.0686278 Mar 09 05:57:35.927737 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95647f-d7bc-47fa-a4f9-7540182fdc8d req-d74fd8a4-d0c7-48ee-8b58-db921e89c16b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:35.929223 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4b95647f-d7bc-47fa-a4f9-7540182fdc8d req-d74fd8a4-d0c7-48ee-8b58-db921e89c16b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0953643 Mar 09 05:57:35.969313 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-4faa9375-9b2d-4980-b2e5-2c2eb9d8ddbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de8aacac-0d50-4d55-8223-ab5e95e86091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391035 Mar 09 05:57:36.015642 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a640e-7136-40d1-9396-158d7e60b665 req-1fd0e023-f473-42c6-95e1-0005bb5f8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:36.017237 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b58a640e-7136-40d1-9396-158d7e60b665 req-1fd0e023-f473-42c6-95e1-0005bb5f8e11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.0902412 Mar 09 05:57:36.021285 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4b95647f-d7bc-47fa-a4f9-7540182fdc8d req-732a0dd7-9414-4c61-9a06-b9b99d4195de tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821638 Mar 09 05:57:36.032107 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73404f8-de86-49c0-9900-182873f17f83 req-61369e7f-e439-491e-9d78-7a5f5899eb34 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:36.033580 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f73404f8-de86-49c0-9900-182873f17f83 req-61369e7f-e439-491e-9d78-7a5f5899eb34 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0750403 Mar 09 05:57:36.097847 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b58a640e-7136-40d1-9396-158d7e60b665 req-41659e20-0af5-46e1-8707-b6b20e31f173 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630326 Mar 09 05:57:36.106586 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-592574ef-3a63-4693-86c3-1970042f1315 service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232507 Mar 09 05:57:36.121653 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f73404f8-de86-49c0-9900-182873f17f83 req-2c8d4ce5-6331-44d5-887f-46cbc39344f0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668654 Mar 09 05:57:36.146105 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0aa5c-f8b1-47fd-95a4-e1d502533282 req-1f2cf943-7345-4a0b-b78e-7064b0f3dfb7 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:36.147608 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35d0aa5c-f8b1-47fd-95a4-e1d502533282 req-1f2cf943-7345-4a0b-b78e-7064b0f3dfb7 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 943 time: 0.0567632 Mar 09 05:57:36.196485 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35d0aa5c-f8b1-47fd-95a4-e1d502533282 req-f4ddd222-699b-465c-835c-997cfd2fd04d tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Mar 09 05:57:36.497069 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-20b6b6e0-9298-44de-a1c8-9499c3408def req-d79ddcec-ac4b-4f4e-98a9-316a9fb13ea0 service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896900 Mar 09 05:57:36.661394 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-c3a15758-33ea-48e3-9b00-325f162d0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:36.662795 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-c3a15758-33ea-48e3-9b00-325f162d0a55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bca7b636985547ea8b9a458a0a6f3d54&device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 1127 time: 0.0464556 Mar 09 05:57:36.758754 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-5ae03e76-a94f-454e-88ba-a140a311d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:36.761505 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-5ae03e76-a94f-454e-88ba-a140a311d3c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de8aacac-0d50-4d55-8223-ab5e95e86091 HTTP/1.1" status: 200 len: 914 time: 0.0910408 Mar 09 05:57:36.810681 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-53775e8d-e3ac-4ff6-8e08-43764479bb09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 HTTP/1.1" status: 200 len: 217 time: 0.0351830 Mar 09 05:57:36.866909 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-ffced1b2-2b44-4beb-ab96-5c4458e8b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:36.868348 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-ffced1b2-2b44-4beb-ab96-5c4458e8b68e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3041ff1-b030-4098-b7a1-ad1d2cfc78f1 HTTP/1.1" status: 200 len: 853 time: 0.0477741 Mar 09 05:57:36.901499 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-7d79302b-0ea3-415e-ad0d-f088715d5068 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de8aacac-0d50-4d55-8223-ab5e95e86091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265076 Mar 09 05:57:37.000106 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-c8a6cf31-6b2f-4724-852a-b1a7d8e7e571 service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828445 Mar 09 05:57:37.095466 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-80cc7e01-f6db-4818-9683-6bfe1df05929 req-9189ff87-5d48-48bf-bfc8-0a49e63d5351 service neutron] 10.222.0.32 "GET /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866878 Mar 09 05:57:37.123844 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:37.156311 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ca322-5e67-4b5f-aac4-59fe31dcc28d req-cbd9d807-d8be-4a42-87bb-b59f0152423c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:37.157796 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-345ca322-5e67-4b5f-aac4-59fe31dcc28d req-cbd9d807-d8be-4a42-87bb-b59f0152423c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0609174 Mar 09 05:57:37.211973 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-345ca322-5e67-4b5f-aac4-59fe31dcc28d req-63e0a116-cfbe-462f-902d-73aa6401970b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480618 Mar 09 05:57:37.262923 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e2a03-fc56-44a6-b9e3-c09e37c705a8 req-10d77979-b1c0-4a32-8942-a8ef17b08765 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:37.264398 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c16e2a03-fc56-44a6-b9e3-c09e37c705a8 req-10d77979-b1c0-4a32-8942-a8ef17b08765 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0735533 Mar 09 05:57:37.314185 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c16e2a03-fc56-44a6-b9e3-c09e37c705a8 req-81971f68-4b4f-4202-99b7-646caece20a2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Mar 09 05:57:37.329931 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248b0f9-9756-4228-9efb-586ab07e7d95 req-a9a34a28-1ae8-44ef-a12c-252a5e1c5e0f tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:37.331396 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5248b0f9-9756-4228-9efb-586ab07e7d95 req-a9a34a28-1ae8-44ef-a12c-252a5e1c5e0f tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 943 time: 0.0523639 Mar 09 05:57:37.384429 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5248b0f9-9756-4228-9efb-586ab07e7d95 req-addba7e0-8574-4d71-918e-e12518b9213a tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Mar 09 05:57:38.269660 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a619a-c5e6-42d5-b94c-8bca15b9268d req-42169fd2-3af9-477f-956d-b386d8d240c6 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.271222 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6d3a619a-c5e6-42d5-b94c-8bca15b9268d req-42169fd2-3af9-477f-956d-b386d8d240c6 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0596838 Mar 09 05:57:38.343001 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6d3a619a-c5e6-42d5-b94c-8bca15b9268d req-7a124b9b-545d-4d9b-bd6f-57864c1152a4 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653865 Mar 09 05:57:38.344263 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-52c4a549-1fb3-4893-b0cb-54b34adadfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.345765 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-52c4a549-1fb3-4893-b0cb-54b34adadfad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1168 time: 0.0874894 Mar 09 05:57:38.358363 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a510b-b34e-4702-93af-4a11a9fa916d req-19460343-e23e-4f7a-bd0b-89652f925b07 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.359799 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-394a510b-b34e-4702-93af-4a11a9fa916d req-19460343-e23e-4f7a-bd0b-89652f925b07 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0674794 Mar 09 05:57:38.457783 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef88a-3497-44f8-a4db-e02bfdd0351f req-3e039a1d-8349-4965-898e-72469039f962 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.462379 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cbbef88a-3497-44f8-a4db-e02bfdd0351f req-3e039a1d-8349-4965-898e-72469039f962 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0610361 Mar 09 05:57:38.473102 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-394a510b-b34e-4702-93af-4a11a9fa916d req-85b36e9b-b492-4e3f-8e58-5403880382f1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041112 Mar 09 05:57:38.488281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-f3bc65a7-b86f-4614-bb67-33454820ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.489904 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-f3bc65a7-b86f-4614-bb67-33454820ff33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 916 time: 0.1291871 Mar 09 05:57:38.509386 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cbbef88a-3497-44f8-a4db-e02bfdd0351f req-e4535abc-c9a5-4343-8c51-2e5514a7e11e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Mar 09 05:57:38.596498 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-9efa63e2-2600-4dfe-8b5a-912df8b2676e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 1001 time: 0.0950317 Mar 09 05:57:38.652924 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6dc9e-119a-455d-a981-cb3dbf4a7808 req-896c9695-7292-4645-a496-b7a76f4f7d3c tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.654765 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eca6dc9e-119a-455d-a981-cb3dbf4a7808 req-896c9695-7292-4645-a496-b7a76f4f7d3c tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 943 time: 0.1066816 Mar 09 05:57:38.671976 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-ffd33257-c88a-45ad-be33-60705af08338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.673354 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-ffd33257-c88a-45ad-be33-60705af08338 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 200 len: 854 time: 0.0685980 Mar 09 05:57:38.743556 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eca6dc9e-119a-455d-a981-cb3dbf4a7808 req-1a954e37-61cc-4dac-a50f-a6adaf63e398 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Mar 09 05:57:38.755401 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-8a79371c-ccf0-49f0-9872-0f7646916e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:38.762152 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-8a79371c-ccf0-49f0-9872-0f7646916e57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67255969-3db6-461c-8729-4f84f94a261c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727899 Mar 09 05:57:38.892191 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-3ec49260-77ab-4625-975a-912c3d8338d8 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068308 Mar 09 05:57:38.993375 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ee9bc68-af73-4a41-b6c7-f995cda673a3 req-8a2b7936-c831-4e37-8516-adb1b29a1de1 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944359 Mar 09 05:57:39.097817 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-c47e796a-a05e-45ed-9987-8019e7922c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:39.099336 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-c47e796a-a05e-45ed-9987-8019e7922c43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 1129 time: 0.3039968 Mar 09 05:57:39.106750 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eefa8-4f3f-403f-bdfd-ebc125f6ea17 req-3e4f13ba-4a8b-47ec-9682-bcc019286a24 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:39.108122 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b22eefa8-4f3f-403f-bdfd-ebc125f6ea17 req-3e4f13ba-4a8b-47ec-9682-bcc019286a24 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.3244677 Mar 09 05:57:39.223560 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b22eefa8-4f3f-403f-bdfd-ebc125f6ea17 req-75eab095-e459-4e3c-83ef-4c5875c28c20 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061201 Mar 09 05:57:39.240343 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-51804313-f7bf-4165-9ac1-057229282896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:39.242104 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-51804313-f7bf-4165-9ac1-057229282896 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 200 len: 919 time: 0.1330817 Mar 09 05:57:39.284847 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-65058b7a-5774-4b1f-8737-4ad57a4dd9da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 200 len: 217 time: 0.0364397 Mar 09 05:57:39.339937 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-20bd32db-8383-44ac-ab8c-a66d96e493f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:39.341417 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-20bd32db-8383-44ac-ab8c-a66d96e493f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 200 len: 858 time: 0.0508757 Mar 09 05:57:39.374019 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-cf7fc25d-ae5f-4cb5-aea2-1f2068ecd575 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb54a928-b6b8-4a04-9f96-7c675f66a2a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260255 Mar 09 05:57:39.469886 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e2558-dfe3-4d66-8f41-0e0c0fe8847a req-965f4df0-7ff6-48d5-9a79-e704ed67174c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:39.471378 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-426e2558-dfe3-4d66-8f41-0e0c0fe8847a req-965f4df0-7ff6-48d5-9a79-e704ed67174c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0584946 Mar 09 05:57:39.473899 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-01cad7a1-8213-4b93-ac56-cbc08758ba18 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Mar 09 05:57:39.542717 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-426e2558-dfe3-4d66-8f41-0e0c0fe8847a req-3edb0bce-06b6-410b-b0ae-a4be2ae8154f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644317 Mar 09 05:57:39.611014 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c8f5143c-f893-4fa4-886b-58e2db8988eb req-6f57a9d9-2499-4f84-9ac4-5887ea739860 service neutron] 10.222.0.32 "GET /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282599 Mar 09 05:57:39.632979 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6049c9f-0349-4658-86e3-c99ff7fce198 req-55432db1-4f99-4d0e-9e18-56025939e191 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:39.634508 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b6049c9f-0349-4658-86e3-c99ff7fce198 req-55432db1-4f99-4d0e-9e18-56025939e191 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0653062 Mar 09 05:57:39.696432 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b6049c9f-0349-4658-86e3-c99ff7fce198 req-70b88163-a9f1-422b-a3d4-80c644163723 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544281 Mar 09 05:57:39.766978 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:57:39.868640 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:39.875455 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563485c2-d252-4102-a93a-7438fda7882d req-b483efcd-cb5b-4c57-97d7-cec49dcbb230 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:39.875708 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-563485c2-d252-4102-a93a-7438fda7882d req-b483efcd-cb5b-4c57-97d7-cec49dcbb230 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 943 time: 0.0546443 Mar 09 05:57:39.879979 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1', 'network_id': 'de8aacac-0d50-4d55-8223-ab5e95e86091', 'port_id': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1', 'mac_address': 'fa:16:3e:53:0c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3041ff1-b030-4098-b7a1-ad1d2cfc78f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:57:39.917869 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:39.918326 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:39.923126 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-563485c2-d252-4102-a93a-7438fda7882d req-c837b60f-3501-462a-a61d-3f835439e3e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Mar 09 05:57:39.934080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:57:39.954433 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:39.958375 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:40.007738 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:40.015322 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.015676 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.016028 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.016366 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.016724 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.017118 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.017390 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.017720 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.018048 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.018397 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.018728 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.019054 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.019378 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:57:40.349295 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205fd76-3b64-460a-aaf9-9b81f3992898 req-d85f47a3-4ef5-4579-a075-dafb3730f56f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:40.350678 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1205fd76-3b64-460a-aaf9-9b81f3992898 req-d85f47a3-4ef5-4579-a075-dafb3730f56f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0581660 Mar 09 05:57:40.398896 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1205fd76-3b64-460a-aaf9-9b81f3992898 req-62e7c15b-1336-461f-8a46-2058c1e08935 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Mar 09 05:57:40.399296 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:57:40.666225 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa991-dd3e-49de-bc68-44809de7889b req-351cff0c-0f77-4352-9d6c-eef211b8ed9c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:40.667728 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ae2aa991-dd3e-49de-bc68-44809de7889b req-351cff0c-0f77-4352-9d6c-eef211b8ed9c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0529771 Mar 09 05:57:40.729337 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ae2aa991-dd3e-49de-bc68-44809de7889b req-6ac3ad4c-9bb5-4dcd-b094-d2f59b28a3a1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559468 Mar 09 05:57:40.819808 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be16ca-1948-4f66-a786-5570cf919476 req-5165e017-b159-4172-9137-63c54d5790a8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:40.821298 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c5be16ca-1948-4f66-a786-5570cf919476 req-5165e017-b159-4172-9137-63c54d5790a8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0521030 Mar 09 05:57:40.868823 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c5be16ca-1948-4f66-a786-5570cf919476 req-25199b6b-e592-41c6-9da9-dfd2ea2ba6ff tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Mar 09 05:57:41.040624 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae63f36-a5ed-4eb2-a38b-9a1fb0838f16 req-2310ecf1-26ae-4a7d-9c7b-757f1449f319 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:41.045374 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ae63f36-a5ed-4eb2-a38b-9a1fb0838f16 req-2310ecf1-26ae-4a7d-9c7b-757f1449f319 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 944 time: 0.0570037 Mar 09 05:57:41.095567 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ae63f36-a5ed-4eb2-a38b-9a1fb0838f16 req-579759c5-6c29-47a0-9b7d-e8bd322aee08 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Mar 09 05:57:41.290836 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:57:41.519733 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44746f-9d2b-4e70-9a08-1850c1514020 req-f65a2a24-d6e0-4540-b29a-4935cd567a04 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:41.521183 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af44746f-9d2b-4e70-9a08-1850c1514020 req-f65a2a24-d6e0-4540-b29a-4935cd567a04 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0526402 Mar 09 05:57:41.572671 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-af44746f-9d2b-4e70-9a08-1850c1514020 req-9593fff2-2cbb-47dd-a2a5-6da0f0864578 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457108 Mar 09 05:57:41.796310 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:57:41.812119 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:41.853001 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe580a8-04b4-4bc6-aabe-57f638898eb4 req-bbfafbf7-9662-4b16-995b-40bfa40f9921 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:41.855124 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1fe580a8-04b4-4bc6-aabe-57f638898eb4 req-bbfafbf7-9662-4b16-995b-40bfa40f9921 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0578880 Mar 09 05:57:41.918301 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1fe580a8-04b4-4bc6-aabe-57f638898eb4 req-f94bd10e-5855-4995-adfa-bc33654c0003 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561504 Mar 09 05:57:41.918979 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:57:41.929585 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:41.930418 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:41.970278 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:41.989388 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'port_id': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'mac_address': 'fa:16:3e:05:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:57:42.008370 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387077d1-07d1-471e-b1da-e920588e5660 req-b0077843-a36e-4a65-a57b-16e441328595 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:42.010035 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-387077d1-07d1-471e-b1da-e920588e5660 req-b0077843-a36e-4a65-a57b-16e441328595 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 943 time: 0.0568445 Mar 09 05:57:42.034925 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:42.035310 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:42.057691 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-387077d1-07d1-471e-b1da-e920588e5660 req-e3789621-55a0-4b32-bb27-972c39fd9ed4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Mar 09 05:57:42.067116 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2662167-a426-4cfd-bdb2-fa51160a94f8 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:57:42.091188 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:42.091566 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:42.096362 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:42.105578 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:42.142107 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:42.144420 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c54d33-bb67-41e8-8da6-582fe38f9ea0" -d '{"events": [{"server_uuid": "1d8ee2fd-f212-46c5-b25b-689c7b5edc79", "name": "network-vif-plugged", "status": "completed", "tag": "2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:42.161877 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:42.167639 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:42.183451 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=9']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:42.209435 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5c7943-963c-4726-8565-18749a211343 x-openstack-request-id: req-5c5c7943-963c-4726-8565-18749a211343 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:42.209730 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8ee2fd-f212-46c5-b25b-689c7b5edc79", "name": "network-vif-plugged", "status": "completed", "tag": "2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:42.209981 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c5c7943-963c-4726-8565-18749a211343 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:42.210363 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1', 'code': 200} Mar 09 05:57:42.232234 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba69e5-e032-4579-ac56-250662d945f3 req-5316775d-ef93-4a4e-b937-42175fea428e tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:42.233796 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-11ba69e5-e032-4579-ac56-250662d945f3 req-5316775d-ef93-4a4e-b937-42175fea428e tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.0695229 Mar 09 05:57:42.239449 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:42.296362 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-11ba69e5-e032-4579-ac56-250662d945f3 req-b65bb251-c2f3-41ea-bf35-045a1949e9a3 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Mar 09 05:57:42.441744 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c9d2-a618-4af6-9242-b0ee063dc32d req-01a7b883-01e0-47e0-bba0-26e699b2b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:42.443480 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c7c8c9d2-a618-4af6-9242-b0ee063dc32d req-01a7b883-01e0-47e0-bba0-26e699b2b557 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 1129 time: 0.0444031 Mar 09 05:57:42.488887 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c7c8c9d2-a618-4af6-9242-b0ee063dc32d req-7af0dafe-df79-47e8-b4c0-cb626d47bc73 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371718 Mar 09 05:57:42.504883 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['e2662167-a426-4cfd-bdb2-fa51160a94f8'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:57:42.697836 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e979-097f-4319-8a0e-afb8c1571eae req-22356d0e-c741-4b8e-884e-7c56f7caa1e7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:42.699460 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9065e979-097f-4319-8a0e-afb8c1571eae req-22356d0e-c741-4b8e-884e-7c56f7caa1e7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0586309 Mar 09 05:57:42.745392 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:42.752539 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9065e979-097f-4319-8a0e-afb8c1571eae req-988e293e-f087-4169-9298-7eb8b56f89ec tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Mar 09 05:57:43.041948 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90189d48-4d79-45b0-95a2-0a4eda032b16 req-cbd8b779-290a-468e-93ca-236f867366ed tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:43.043713 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-90189d48-4d79-45b0-95a2-0a4eda032b16 req-cbd8b779-290a-468e-93ca-236f867366ed tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0550821 Mar 09 05:57:43.106680 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-90189d48-4d79-45b0-95a2-0a4eda032b16 req-fd7f1e5e-5fbf-4f10-9739-993d5242c886 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571265 Mar 09 05:57:43.200398 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cec88-05d5-486f-8621-8c8c42316ec0 req-ad47eedd-f8c4-4ed3-99c3-8681e8f10749 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:43.201837 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ca8cec88-05d5-486f-8621-8c8c42316ec0 req-ad47eedd-f8c4-4ed3-99c3-8681e8f10749 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 944 time: 0.0576644 Mar 09 05:57:43.251218 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ca8cec88-05d5-486f-8621-8c8c42316ec0 req-72c6f744-fb21-4368-b256-838cfda27a12 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436547 Mar 09 05:57:43.411399 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b009f-effc-4bfa-b600-34ddc6c8d6ae req-dbd321dd-0953-4ece-9c11-54bc3205892d tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:43.412907 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-123b009f-effc-4bfa-b600-34ddc6c8d6ae req-dbd321dd-0953-4ece-9c11-54bc3205892d tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Mar 09 05:57:43.464007 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-123b009f-effc-4bfa-b600-34ddc6c8d6ae req-b7b2ad24-2faf-498e-a80a-272bad6b738e tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Mar 09 05:57:43.820665 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:57:43.869815 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port e2662167-a426-4cfd-bdb2-fa51160a94f8 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:43.870185 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:43.948894 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port e2662167-a426-4cfd-bdb2-fa51160a94f8 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:57:43.949359 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:43.981918 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:43.985086 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:44.034235 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=10']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:44.211870 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:44.215102 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db3faa-ccfd-407d-b5a2-171758d7258e" -d '{"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-plugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:44.236432 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5cc3f-5a21-41ab-b120-b6b4e86285c6 req-74726d30-a8c6-42f1-9a6d-4a29b17b227d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:44.237945 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b5d5cc3f-5a21-41ab-b120-b6b4e86285c6 req-74726d30-a8c6-42f1-9a6d-4a29b17b227d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0569406 Mar 09 05:57:44.260599 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f310034-9ee8-4b25-803d-63bbd6fcc2a7 x-openstack-request-id: req-6f310034-9ee8-4b25-803d-63bbd6fcc2a7 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:44.260897 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-plugged", "status": "completed", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:44.261151 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f310034-9ee8-4b25-803d-63bbd6fcc2a7 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:44.261542 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'code': 200} Mar 09 05:57:44.314437 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b5d5cc3f-5a21-41ab-b120-b6b4e86285c6 req-f0f81272-f140-451b-b7fc-2fb27af4ba10 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670934 Mar 09 05:57:44.387178 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a194826-6f23-4f55-86e7-a9b0c398d9be req-b0dd9878-96a4-4410-8ad2-5676d55c77ea tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:44.388763 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3a194826-6f23-4f55-86e7-a9b0c398d9be req-b0dd9878-96a4-4410-8ad2-5676d55c77ea tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0577955 Mar 09 05:57:44.439019 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3a194826-6f23-4f55-86e7-a9b0c398d9be req-224c19a0-d5fc-4003-8a6e-3abd746e45b9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443172 Mar 09 05:57:44.580262 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf001-9937-40b1-bb3a-5e0d44bfd037 req-bb93c680-1029-48b8-acd2-b93e7e59179d tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:44.581743 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90ecf001-9937-40b1-bb3a-5e0d44bfd037 req-bb93c680-1029-48b8-acd2-b93e7e59179d tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Mar 09 05:57:44.626942 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90ecf001-9937-40b1-bb3a-5e0d44bfd037 req-d15c2e0b-9a85-45fd-a2c7-bf90570c9c30 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 Mar 09 05:57:44.973705 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92a75f-382b-4635-bd88-26c0b4a43412 req-a876c1a9-2968-4502-8b61-cc5cbe53cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:44.975188 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8c92a75f-382b-4635-bd88-26c0b4a43412 req-a876c1a9-2968-4502-8b61-cc5cbe53cab1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1130 time: 0.0458806 Mar 09 05:57:45.024249 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8c92a75f-382b-4635-bd88-26c0b4a43412 req-d741c93f-4342-423b-b6d1-dd1e85fe559b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361392 Mar 09 05:57:45.453419 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5135b-4b0d-4e17-8a48-0906c1f7bd6e req-1e71526e-4737-43db-a69c-1c12195d16a7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:45.454982 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5a5135b-4b0d-4e17-8a48-0906c1f7bd6e req-1e71526e-4737-43db-a69c-1c12195d16a7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0598125 Mar 09 05:57:45.518380 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5a5135b-4b0d-4e17-8a48-0906c1f7bd6e req-3f5d8d80-a77a-48da-a0cf-784391970f7e tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576797 Mar 09 05:57:45.563789 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95377f3c-8a4e-4972-b4ab-1ef2672413cd req-87733e39-ddb3-4418-ad95-75839bc5243b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:45.565348 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95377f3c-8a4e-4972-b4ab-1ef2672413cd req-87733e39-ddb3-4418-ad95-75839bc5243b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0516880 Mar 09 05:57:45.613904 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-95377f3c-8a4e-4972-b4ab-1ef2672413cd req-a503ee76-976f-47d8-916a-2b943001ed67 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Mar 09 05:57:46.638764 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541c9c-1e98-48e1-910b-973267adae46 req-d6fd4910-7e75-4b44-850f-e003d454766c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:46.640347 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b8541c9c-1e98-48e1-910b-973267adae46 req-d6fd4910-7e75-4b44-850f-e003d454766c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0531967 Mar 09 05:57:46.706263 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b8541c9c-1e98-48e1-910b-973267adae46 req-a3efbfb3-ee8b-42a3-8abd-74be34529a1f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596774 Mar 09 05:57:46.758191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1474e8-0715-40e0-9c87-1d17c5fb7f83 req-bf530df6-73bd-4d78-8357-1c013b9bf10a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:46.760177 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b1474e8-0715-40e0-9c87-1d17c5fb7f83 req-bf530df6-73bd-4d78-8357-1c013b9bf10a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0599830 Mar 09 05:57:46.808714 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b1474e8-0715-40e0-9c87-1d17c5fb7f83 req-8b2ebee3-fdd3-40fd-8ce3-0afdaf71ec2f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Mar 09 05:57:47.842707 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde11a-dbb2-4bdd-8acc-77fb874d91f0 req-86ccd325-40f5-4bf2-b323-e0e0c8caf97a tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:47.844247 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-adfde11a-dbb2-4bdd-8acc-77fb874d91f0 req-86ccd325-40f5-4bf2-b323-e0e0c8caf97a tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0566313 Mar 09 05:57:47.903361 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-adfde11a-dbb2-4bdd-8acc-77fb874d91f0 req-58759e62-1e0f-4f1f-b625-7cfb6aa77926 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535095 Mar 09 05:57:47.932403 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1716d-de3c-47e9-873f-51b56a34ec13 req-25da3bdc-af04-40b1-9b28-bc099b39d005 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:47.933880 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73b1716d-de3c-47e9-873f-51b56a34ec13 req-25da3bdc-af04-40b1-9b28-bc099b39d005 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0537252 Mar 09 05:57:47.982776 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-73b1716d-de3c-47e9-873f-51b56a34ec13 req-cc5bfb91-5d21-4732-b0e7-4ca5504ee09e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Mar 09 05:57:48.829531 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdcbf1-158a-41b2-9e96-0541b1cc826f req-98a9566b-0235-4d92-b1d1-37af4368c284 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:48.830939 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-72bdcbf1-158a-41b2-9e96-0541b1cc826f req-98a9566b-0235-4d92-b1d1-37af4368c284 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0552821 Mar 09 05:57:48.876559 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-72bdcbf1-158a-41b2-9e96-0541b1cc826f req-1072439d-f266-487b-9af3-4a35e725e021 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Mar 09 05:57:49.028315 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8817e5-7498-4241-b935-5b36ce3878c6 req-5f37c857-039d-454e-90ba-608131aeb264 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:49.028315 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9a8817e5-7498-4241-b935-5b36ce3878c6 req-5f37c857-039d-454e-90ba-608131aeb264 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0531728 Mar 09 05:57:49.085344 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9a8817e5-7498-4241-b935-5b36ce3878c6 req-ec173e9e-becf-4e0d-b265-07a53b77f693 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527606 Mar 09 05:57:49.990999 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2266f89-ad68-46cc-a783-05e40d82101b req-fa78c147-8905-4cdb-a637-5b49da85319f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:49.992495 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c2266f89-ad68-46cc-a783-05e40d82101b req-fa78c147-8905-4cdb-a637-5b49da85319f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0509739 Mar 09 05:57:50.038498 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c2266f89-ad68-46cc-a783-05e40d82101b req-7a6362ff-4caa-417e-abc5-eccde036b230 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Mar 09 05:57:50.206767 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291ac6-a35a-4eb7-a597-e34568b82449 req-273928bf-75e8-466d-a541-6d696dbc5243 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:50.208338 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-87291ac6-a35a-4eb7-a597-e34568b82449 req-273928bf-75e8-466d-a541-6d696dbc5243 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0553408 Mar 09 05:57:50.277340 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-87291ac6-a35a-4eb7-a597-e34568b82449 req-ee46fa1a-6a4e-407b-86d6-48b67d7fba63 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628304 Mar 09 05:57:50.280825 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-0c813f6f-9586-48d8-9da3-1fe92f52f73c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328257563&fields=id&tenant_id=5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 267 time: 0.0457056 Mar 09 05:57:50.388545 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-fcfbe031-3daf-405a-aa85-b8c296bd55ed tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:50.389974 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-fcfbe031-3daf-405a-aa85-b8c296bd55ed tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 812 time: 0.1030157 Mar 09 05:57:50.404151 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-f6622a34-0476-417a-8dc1-10c984d8eda3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/quotas/5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 375 time: 0.0090103 Mar 09 05:57:50.458081 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-f5b944db-352c-4692-b0a6-76e84a671a5b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489440 Mar 09 05:57:50.560444 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-c2fdf4b0-7f4a-466a-8bed-f957126a23a9 service neutron] 10.222.0.36 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908580 Mar 09 05:57:50.645573 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-02ad2620-879e-4703-9b56-16a24c4332bc service neutron] 10.222.0.36 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795882 Mar 09 05:57:50.925210 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9aa7b90a-783d-44bf-9b3b-0a8841c7ca91 req-15de453d-ddfe-4cda-a1cd-c17946e62d24 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Mar 09 05:57:51.163820 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39824-f1a5-417c-9d93-1c580aa5b6be req-b49f04ae-b3b0-4d11-82c8-f4687507bb20 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:51.165586 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-30a39824-f1a5-417c-9d93-1c580aa5b6be req-b49f04ae-b3b0-4d11-82c8-f4687507bb20 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0571620 Mar 09 05:57:51.216693 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-30a39824-f1a5-417c-9d93-1c580aa5b6be req-bfd7133d-7513-4525-b0a1-b2efcadce5d6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Mar 09 05:57:51.395781 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6ca1-4980-4f67-890d-b8193e1ebe84 req-b77dd91f-5617-4844-ad1e-57e1d4dc9fff tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:51.397352 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d78c6ca1-4980-4f67-890d-b8193e1ebe84 req-b77dd91f-5617-4844-ad1e-57e1d4dc9fff tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0537508 Mar 09 05:57:51.456665 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d78c6ca1-4980-4f67-890d-b8193e1ebe84 req-3dca509b-d198-44dd-b9be-067444714def tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534265 Mar 09 05:57:51.807943 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f253-b0c1-4789-a27c-89e073c98fee req-0d10f49e-4a45-49e8-b0bb-f6fc9929bafe tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:51.809418 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1465f253-b0c1-4789-a27c-89e073c98fee req-0d10f49e-4a45-49e8-b0bb-f6fc9929bafe tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 945 time: 0.0522206 Mar 09 05:57:51.908869 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Deleting port 1b0b9589-4c13-46b1-b95d-b65e71a0005b {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:57:51.909211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:51.996309 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] For port 1b0b9589-4c13-46b1-b95d-b65e71a0005b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=1b0b9589-4c13-46b1-b95d-b65e71a0005b,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:57:51.996726 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:52.015508 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Calling delete_port for 1b0b9589-4c13-46b1-b95d-b65e71a0005b owned by compute:nova {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:57:52.017682 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ab3a0b99-8436-43cf-9ceb-3afbf13ff578 req-bfdf91d8-00cd-4625-a094-fac9221e163c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 210 time: 0.0287275 Mar 09 05:57:52.146560 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (1b0b9589-4c13-46b1-b95d-b65e71a0005b), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:52.176765 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Pushing event deleted for resources: {'Port': ['ID=1b0b9589-4c13-46b1-b95d-b65e71a0005b,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:52.194850 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['6176dd8d-8ade-4fef-9daa-8185cf8a56dd', '1b0b9589-4c13-46b1-b95d-b65e71a0005b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:57:52.227742 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] No DVR routers for this DVR port 1b0b9589-4c13-46b1-b95d-b65e71a0005b on host hv-cinder-83116 {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:57:52.231562 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:52.235320 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1465f253-b0c1-4789-a27c-89e073c98fee req-5e1a577b-23f2-4d31-aa3a-f8b7e88dad80 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "DELETE /v2.0/ports/1b0b9589-4c13-46b1-b95d-b65e71a0005b HTTP/1.1" status: 204 len: 173 time: 0.4169984 Mar 09 05:57:52.235611 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'name': 'network-vif-deleted', 'tag': '1b0b9589-4c13-46b1-b95d-b65e71a0005b'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:52.239187 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6071674-ce6e-4618-99f8-46229f9a6acb" -d '{"events": [{"server_uuid": "fbd9acc2-53ad-4337-9f59-ff0e82d5d232", "name": "network-vif-deleted", "tag": "1b0b9589-4c13-46b1-b95d-b65e71a0005b"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:52.287123 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b400f-40e5-4f17-9153-60438226b3c1 x-openstack-request-id: req-d62b400f-40e5-4f17-9153-60438226b3c1 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:52.287499 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9acc2-53ad-4337-9f59-ff0e82d5d232", "name": "network-vif-deleted", "tag": "1b0b9589-4c13-46b1-b95d-b65e71a0005b", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:52.287826 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d62b400f-40e5-4f17-9153-60438226b3c1 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:52.288296 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9acc2-53ad-4337-9f59-ff0e82d5d232', 'name': 'network-vif-deleted', 'tag': '1b0b9589-4c13-46b1-b95d-b65e71a0005b', 'status': 'completed', 'code': 200} Mar 09 05:57:52.364233 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-10f8e72c-7b6c-4663-a7ba-e7edefd04a36 req-7eed6c2a-dda7-4c7b-9f1c-46c36dcac056 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbd9acc2-53ad-4337-9f59-ff0e82d5d232 HTTP/1.1" status: 200 len: 210 time: 0.0472088 Mar 09 05:57:52.508686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-008644e9-1528-4303-a606-402021bb45ac tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:52.510725 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-008644e9-1528-4303-a606-402021bb45ac tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 812 time: 0.4142895 Mar 09 05:57:52.628219 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8a08e-677b-4c95-bc9c-2906a299e19a req-b27349e3-201e-499e-90cb-55bf17ef7961 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:52.629716 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-29f8a08e-677b-4c95-bc9c-2906a299e19a req-b27349e3-201e-499e-90cb-55bf17ef7961 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.1000030 Mar 09 05:57:52.636356 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-355a1027-c1a9-4b68-b8a0-da5dabf5df7d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 379 time: 0.0939944 Mar 09 05:57:52.647170 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'port': {'device_id': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'admin_state_up': True, 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'security_groups': ['2a5cb711-aa45-40f7-ac9a-fdda3f356f05']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:52.750843 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-29f8a08e-677b-4c95-bc9c-2906a299e19a req-2f5fb798-cce2-4942-822b-6bad4a118070 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134174 Mar 09 05:57:52.788136 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Made reservation on behalf of 5d411ccff560421b9d8b9767f01c1d42 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:57:52.791703 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:52.917928 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Allocated IP 172.20.0.11 (f66aadc3-f4b2-4042-a56e-461331c3383a/dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba/0b64c236-63c7-4531-bb91-94cc995f53e1) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:57:53.063197 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.101968 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.143261 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Network f66aadc3-f4b2-4042-a56e-461331c3383a is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:57:53.146290 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:57:53.154164 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:57:53.158608 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67d56c-1859-478c-a52c-2332481382db req-36b4eada-4f12-4342-a5b3-b409069f4034 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:53.159208 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:53.159821 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.161099 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2e67d56c-1859-478c-a52c-2332481382db req-36b4eada-4f12-4342-a5b3-b409069f4034 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 932 time: 0.0709832 Mar 09 05:57:53.174745 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=0b64c236-63c7-4531-bb91-94cc995f53e1,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:53.189426 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-6691a106-0597-4a75-b02f-d65ec702d0cd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464787 Mar 09 05:57:53.219408 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Request body: {'port': {'device_id': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:57:53.242613 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2e67d56c-1859-478c-a52c-2332481382db req-96ee0eeb-b9af-4166-8da2-a25ab9967ab1 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750511 Mar 09 05:57:53.295694 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.412726 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-95b7514f-61ed-4371-bc1c-afab7f694385 None None] Provisioning complete for port 0b64c236-63c7-4531-bb91-94cc995f53e1 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:57:53.413639 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-95b7514f-61ed-4371-bc1c-afab7f694385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.465273 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-95b7514f-61ed-4371-bc1c-afab7f694385 None None] Port 0b64c236-63c7-4531-bb91-94cc995f53e1 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:57:53.611444 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b64c236-63c7-4531-bb91-94cc995f53e1 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:57:53.618764 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Publish callbacks [] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.632877 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Transition to ACTIVE for port object 0b64c236-63c7-4531-bb91-94cc995f53e1 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:57:53.641522 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.713726 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Pushing event updated for resources: {'Port': ['ID=0b64c236-63c7-4531-bb91-94cc995f53e1,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:53.746926 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76dda5-2aee-4ce3-949f-21bddd55eec3 req-b449983f-1315-4186-ac84-b5dc338d7e56 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:53.748521 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9d76dda5-2aee-4ce3-949f-21bddd55eec3 req-b449983f-1315-4186-ac84-b5dc338d7e56 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1174223 Mar 09 05:57:53.775742 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Attempting to bind port 0b64c236-63c7-4531-bb91-94cc995f53e1 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:57:53.776238 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Attempting to bind port 0b64c236-63c7-4531-bb91-94cc995f53e1 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:57:53.776885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Attempting to bind port 0b64c236-63c7-4531-bb91-94cc995f53e1 on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:53.786443 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Port 0b64c236-63c7-4531-bb91-94cc995f53e1 on network f66aadc3-f4b2-4042-a56e-461331c3383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:57:53.786769 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Attempting to bind port 0b64c236-63c7-4531-bb91-94cc995f53e1 on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:57:53.801442 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:57:53.801812 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Checking segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:57:53.802170 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Bound using segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:57:53.802608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Bound port: 0b64c236-63c7-4531-bb91-94cc995f53e1, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:57:53.802962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.827013 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9d76dda5-2aee-4ce3-949f-21bddd55eec3 req-dc52ae81-8370-41b1-8132-8e3f662fd184 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685577 Mar 09 05:57:53.884723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] For port 0b64c236-63c7-4531-bb91-94cc995f53e1, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:57:53.888632 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] For port 0b64c236-63c7-4531-bb91-94cc995f53e1, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=0b64c236-63c7-4531-bb91-94cc995f53e1,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:57:53.891537 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c161b0-199d-40ef-a946-9af09ea5a316 req-93469d78-58d6-41e8-8c63-d4ea938fa52c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:53.893055 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-37c161b0-199d-40ef-a946-9af09ea5a316 req-93469d78-58d6-41e8-8c63-d4ea938fa52c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0674622 Mar 09 05:57:53.895481 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.945111 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:53.946003 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:57:53.947570 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] 10.222.0.32 "PUT /v2.0/ports/0b64c236-63c7-4531-bb91-94cc995f53e1 HTTP/1.1" status: 200 len: 1094 time: 0.7329030 Mar 09 05:57:53.948051 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:57:53.950322 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:57:53.977738 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f5acc-3806-48f4-b73d-895a5c8f7670 service neutron] Pushing event updated for resources: {'Port': ['ID=0b64c236-63c7-4531-bb91-94cc995f53e1,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:57:53.997459 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-37c161b0-199d-40ef-a946-9af09ea5a316 req-813cdfb6-d2d0-466e-9638-882ae52281a4 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982666 Mar 09 05:57:54.017287 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74597559-856e-4900-ae61-8665ff592431 x-openstack-request-id: req-74597559-856e-4900-ae61-8665ff592431 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:57:54.017580 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:57:54.017835 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74597559-856e-4900-ae61-8665ff592431 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:57:54.018241 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'status': 'completed', 'code': 200} Mar 09 05:57:54.371998 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edf87e-3a84-482b-8462-ea252f9eba35 req-0ffbf439-6791-4ef3-88b8-f898da56a859 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:54.373404 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-88edf87e-3a84-482b-8462-ea252f9eba35 req-0ffbf439-6791-4ef3-88b8-f898da56a859 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0529938 Mar 09 05:57:54.420996 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-88edf87e-3a84-482b-8462-ea252f9eba35 req-1c629aac-2085-45eb-b89a-ede839ede37f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422008 Mar 09 05:57:54.948407 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc85e4-7494-4411-b2bb-89c198c743a2 req-bb0197c5-0ea1-46d8-ab2b-198d12686dc7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:54.950125 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-04dc85e4-7494-4411-b2bb-89c198c743a2 req-bb0197c5-0ea1-46d8-ab2b-198d12686dc7 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0534019 Mar 09 05:57:54.995179 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-04dc85e4-7494-4411-b2bb-89c198c743a2 req-9ab7603e-a647-4307-a9d8-2e4f62c43c0e tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Mar 09 05:57:55.110010 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ebe52-d291-4568-910f-1632040259b9 req-d2dd54a8-e792-481e-bdc5-2e1821a74e07 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:55.111383 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cc3ebe52-d291-4568-910f-1632040259b9 req-d2dd54a8-e792-481e-bdc5-2e1821a74e07 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0553668 Mar 09 05:57:55.170659 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cc3ebe52-d291-4568-910f-1632040259b9 req-675b4c82-bb1e-44bd-b4a5-a9d0398e573f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534294 Mar 09 05:57:55.533016 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbcdde-0963-4d42-a89b-92b5bfb03a07 req-a6af5e9f-6f7b-4652-9a22-9bd97ff3041f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:55.534492 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5fbcdde-0963-4d42-a89b-92b5bfb03a07 req-a6af5e9f-6f7b-4652-9a22-9bd97ff3041f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0503948 Mar 09 05:57:55.582105 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d5fbcdde-0963-4d42-a89b-92b5bfb03a07 req-de1c9328-e5e5-42a5-9287-037196b184b2 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 Mar 09 05:57:56.109820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfa6d8-242e-4c6f-90f8-4e4804d1e64d req-6bec4f84-00a2-4d2c-a0be-6cb16d1ad367 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:56.111256 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-80bfa6d8-242e-4c6f-90f8-4e4804d1e64d req-6bec4f84-00a2-4d2c-a0be-6cb16d1ad367 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0506482 Mar 09 05:57:56.156308 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-80bfa6d8-242e-4c6f-90f8-4e4804d1e64d req-fe300457-d235-4a62-8f79-7199c6561ce5 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Mar 09 05:57:56.290170 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ca4ec-aae1-4e35-826b-1366105a8e48 req-07337926-3682-42de-9aab-4f2a08fe2641 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:56.291881 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-001ca4ec-aae1-4e35-826b-1366105a8e48 req-07337926-3682-42de-9aab-4f2a08fe2641 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0555162 Mar 09 05:57:56.348632 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-001ca4ec-aae1-4e35-826b-1366105a8e48 req-d6211277-9697-495f-afa7-60f3f6a923a8 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510817 Mar 09 05:57:56.637488 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 1b0b9589-4c13-46b1-b95d-b65e71a0005b no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:57:56.670450 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 1b0b9589-4c13-46b1-b95d-b65e71a0005b {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:57:56.670797 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 1b0b9589-4c13-46b1-b95d-b65e71a0005b not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:57:56.704472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350adbd5-74ac-4fa1-b30b-acecd626b743 req-a3d1e584-a525-4b4c-b3c7-01ec2d86e9d3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:56.706000 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-350adbd5-74ac-4fa1-b30b-acecd626b743 req-a3d1e584-a525-4b4c-b3c7-01ec2d86e9d3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0600727 Mar 09 05:57:56.734403 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5934d5f0-86cb-4b03-925e-c86e76266cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:56.736014 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-5934d5f0-86cb-4b03-925e-c86e76266cdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 1128 time: 0.0642555 Mar 09 05:57:56.771188 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-350adbd5-74ac-4fa1-b30b-acecd626b743 req-2b6c66f2-b095-4b3d-b18f-f17a6d9f1779 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584896 Mar 09 05:57:56.832794 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-f6e84d85-a458-4df6-9f5b-87633f238473 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64c236-63c7-4531-bb91-94cc995f53e1 HTTP/1.1" status: 200 len: 217 time: 0.0341964 Mar 09 05:57:56.895721 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-1472db38-8b4f-4971-b44a-e25af9fbbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:56.897240 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-1472db38-8b4f-4971-b44a-e25af9fbbc15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0474825 Mar 09 05:57:56.947740 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-f1831c97-3e07-48ed-bb2c-6a8c2d620818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:56.949320 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-f1831c97-3e07-48ed-bb2c-6a8c2d620818 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451615 Mar 09 05:57:57.043786 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-0aaeeee0-8c17-442e-9e87-5b093ec319f4 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868304 Mar 09 05:57:57.140018 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-45667ecd-9d62-4d8d-be4d-e79d900298a6 req-8ffefc17-44de-436e-b2c6-098235063aaa service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847068 Mar 09 05:57:57.326502 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66a981-4e53-4260-932e-e2cfe5b19efa req-757535c1-9296-4115-a8d7-ca1412384ab0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:57.328422 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9e66a981-4e53-4260-932e-e2cfe5b19efa req-757535c1-9296-4115-a8d7-ca1412384ab0 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.1025405 Mar 09 05:57:57.334246 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-b07fe13b-8390-4ddf-a1df-828130397bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:57.335646 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-b07fe13b-8390-4ddf-a1df-828130397bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 1128 time: 0.0762105 Mar 09 05:57:57.397458 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9e66a981-4e53-4260-932e-e2cfe5b19efa req-3ab30d20-5d98-4974-9d71-9b7b96b877d2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 Mar 09 05:57:57.467614 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-fed6b021-d95c-4218-8bd7-871087d8aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:57.469678 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-fed6b021-d95c-4218-8bd7-871087d8aa08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.0960190 Mar 09 05:57:57.479806 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce44884-4ca1-45e3-bb29-470575dc3370 req-5e0d3849-aae0-4160-b04b-113bc6d1a2c2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:57.481444 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cce44884-4ca1-45e3-bb29-470575dc3370 req-5e0d3849-aae0-4160-b04b-113bc6d1a2c2 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0633955 Mar 09 05:57:57.526728 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-bc4dfaed-3e04-4b60-bfb9-51f567434a86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64c236-63c7-4531-bb91-94cc995f53e1 HTTP/1.1" status: 200 len: 217 time: 0.0458953 Mar 09 05:57:57.553523 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cce44884-4ca1-45e3-bb29-470575dc3370 req-13c476ef-64bd-490f-8fdc-7adb35552b63 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632768 Mar 09 05:57:57.593884 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-51e9dfb5-2ce4-4004-b668-7d95a680f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:57.595358 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-51e9dfb5-2ce4-4004-b668-7d95a680f52a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0528166 Mar 09 05:57:57.652985 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-156e5431-c6b2-4913-87d0-3822a1174c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:57.654428 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-156e5431-c6b2-4913-87d0-3822a1174c0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464993 Mar 09 05:57:57.754508 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-59f006f7-14cc-4b8a-87d4-8e64d3435447 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842116 Mar 09 05:57:57.874385 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3573c98e-fa3c-4342-bd16-0ea557fd9cb0 req-a4a5a9b0-f2d3-438f-9f79-61ff46c6bba8 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052945 Mar 09 05:57:57.911348 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3710a-7c46-4d64-b828-5ce507b8ae1c req-b985fcea-70cf-4a47-b3ea-f7997353500b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:57.914296 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e0b3710a-7c46-4d64-b828-5ce507b8ae1c req-b985fcea-70cf-4a47-b3ea-f7997353500b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0581985 Mar 09 05:57:57.961248 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e0b3710a-7c46-4d64-b828-5ce507b8ae1c req-7f654202-c932-4aaf-ac9f-a51ac62ba385 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418918 Mar 09 05:57:58.518414 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f66cab-4889-4432-91d3-6c840469ced7 req-f45b8e05-58ff-4384-8a58-9040805e597a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:58.519852 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-71f66cab-4889-4432-91d3-6c840469ced7 req-f45b8e05-58ff-4384-8a58-9040805e597a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0514789 Mar 09 05:57:58.564447 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-71f66cab-4889-4432-91d3-6c840469ced7 req-85673eba-d979-4799-9528-0ee9362da12d tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Mar 09 05:57:58.673138 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212f5a-764f-45f3-a99f-5f455343ad18 req-4d762498-259e-4b58-b9b2-dd75f7424a28 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:58.674607 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c7212f5a-764f-45f3-a99f-5f455343ad18 req-4d762498-259e-4b58-b9b2-dd75f7424a28 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0516369 Mar 09 05:57:58.732619 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c7212f5a-764f-45f3-a99f-5f455343ad18 req-3a4e73d5-87d7-4e12-b094-81829fa9ab7f tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&id=26089c0c-ce86-4f85-a8bf-bf36e8818578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523405 Mar 09 05:57:59.076696 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d9f31-7c57-464d-93b4-9d26470e950c req-af660176-6e05-4a06-b8f4-91c07bf78f68 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:59.078123 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8a3d9f31-7c57-464d-93b4-9d26470e950c req-af660176-6e05-4a06-b8f4-91c07bf78f68 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0550177 Mar 09 05:57:59.125606 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8a3d9f31-7c57-464d-93b4-9d26470e950c req-29801ca5-459b-4f64-b705-6ae18aed7b0e tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Mar 09 05:57:59.684354 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18def4-796f-4b95-83c3-144439116bab req-5cc27f60-2722-4448-8291-2f29e9643ab8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:57:59.685831 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bd18def4-796f-4b95-83c3-144439116bab req-5cc27f60-2722-4448-8291-2f29e9643ab8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0567429 Mar 09 05:57:59.731235 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bd18def4-796f-4b95-83c3-144439116bab req-026c30b4-9c07-446c-ab7c-66beaefe138c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Mar 09 05:58:00.249125 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c04b67-a2a4-4f55-a108-ee9eaaab51b6 req-bede1b9c-80d1-4e87-b2e9-ecdb4ebe3db7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:00.250578 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35c04b67-a2a4-4f55-a108-ee9eaaab51b6 req-bede1b9c-80d1-4e87-b2e9-ecdb4ebe3db7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0606132 Mar 09 05:58:00.298018 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35c04b67-a2a4-4f55-a108-ee9eaaab51b6 req-27f66fa5-376a-4825-94bf-1251111c8751 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Mar 09 05:58:00.745045 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9fadfc4b-d762-46da-9206-04331ef7c2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:00.849820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b59e1e-669f-4829-b723-54b7c76091ff req-2e61a921-2694-4b38-9c0e-2aa45374e0df tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:00.851265 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b1b59e1e-669f-4829-b723-54b7c76091ff req-2e61a921-2694-4b38-9c0e-2aa45374e0df tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0516181 Mar 09 05:58:00.896737 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b1b59e1e-669f-4829-b723-54b7c76091ff req-919fd78d-aeaf-4194-81e7-6a2ae4ce098c tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 Mar 09 05:58:01.410921 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398188ae-04d9-43cb-bced-c4c1a8b2fb6d req-31c90f3c-db65-4ff9-a633-9636be33b64f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:01.412402 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-398188ae-04d9-43cb-bced-c4c1a8b2fb6d req-31c90f3c-db65-4ff9-a633-9636be33b64f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0508397 Mar 09 05:58:01.462594 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-398188ae-04d9-43cb-bced-c4c1a8b2fb6d req-b65aceec-7dcf-4d4c-ba23-624f8efa5ad9 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442479 Mar 09 05:58:02.014866 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829a37a-ec7e-423e-a38a-2806186e113f req-30e9873e-ca26-42cd-9b1d-6c13ec365108 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:02.016440 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5829a37a-ec7e-423e-a38a-2806186e113f req-30e9873e-ca26-42cd-9b1d-6c13ec365108 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0525310 Mar 09 05:58:02.070675 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5829a37a-ec7e-423e-a38a-2806186e113f req-c3caf527-5a6f-4ae4-9cff-d95e68c24d00 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488915 Mar 09 05:58:02.579632 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d9dab-ae1e-4425-b307-050adec44346 req-8cfd990b-1a7a-4d20-9dde-51bda25ae40c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:02.582041 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-720d9dab-ae1e-4425-b307-050adec44346 req-8cfd990b-1a7a-4d20-9dde-51bda25ae40c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0534458 Mar 09 05:58:02.630364 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-720d9dab-ae1e-4425-b307-050adec44346 req-2a1d4547-b65b-4ee1-b4c5-1bd07b2fc2ed tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Mar 09 05:58:02.789270 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b3ed8-9a00-4287-9f9a-09b0ebcc8f26 req-eb38ede2-f4b9-4255-9070-79141963834f tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:02.791501 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e3b3ed8-9a00-4287-9f9a-09b0ebcc8f26 req-eb38ede2-f4b9-4255-9070-79141963834f tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0533919 Mar 09 05:58:02.835961 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e3b3ed8-9a00-4287-9f9a-09b0ebcc8f26 req-dd80735a-2504-4598-94c4-46fac90ea5db tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388823 Mar 09 05:58:03.090821 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0f134463-6a8a-4d2e-856e-fb2b28616fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:03.196584 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62a57d-0d83-4a83-9711-e9fe2803e662 req-f5f4f91e-9665-43be-a6f8-d83312e39b07 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:03.198620 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5c62a57d-0d83-4a83-9711-e9fe2803e662 req-f5f4f91e-9665-43be-a6f8-d83312e39b07 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0533054 Mar 09 05:58:03.243334 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5c62a57d-0d83-4a83-9711-e9fe2803e662 req-fb3d4348-63e3-4d14-b6d4-9079fac59563 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 Mar 09 05:58:03.749926 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7013a0-3c21-4c98-b893-3248c171a217 req-0dfdabc2-2a4d-4ace-a70e-b4621b3be8c7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:03.751395 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ad7013a0-3c21-4c98-b893-3248c171a217 req-0dfdabc2-2a4d-4ace-a70e-b4621b3be8c7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0553873 Mar 09 05:58:03.798611 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ad7013a0-3c21-4c98-b893-3248c171a217 req-0760c162-0549-4f17-80a0-34101e300302 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416903 Mar 09 05:58:03.951988 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc1174-4a4a-4d4b-a110-ca233bf7dc9a req-3489fb3b-8eda-43a8-a361-ef871c801629 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:03.953405 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2acc1174-4a4a-4d4b-a110-ca233bf7dc9a req-3489fb3b-8eda-43a8-a361-ef871c801629 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0522044 Mar 09 05:58:04.000367 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2acc1174-4a4a-4d4b-a110-ca233bf7dc9a req-4713ac74-138a-415e-aa0b-f906211319e2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Mar 09 05:58:04.359002 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ec5a-c430-4d0a-bf31-3063822f5e3d req-796fef2d-99ad-49e0-89da-1716e601ec60 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:04.360495 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c159ec5a-c430-4d0a-bf31-3063822f5e3d req-796fef2d-99ad-49e0-89da-1716e601ec60 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Mar 09 05:58:04.393174 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:04.406086 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c159ec5a-c430-4d0a-bf31-3063822f5e3d req-e4c24623-31ef-4601-a8a5-024848fb0e01 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Mar 09 05:58:04.919242 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec527b15-9884-49d4-ae0b-296dbf1a56ae req-d782ee58-882f-486a-959e-36ca28cb35d6 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:04.920743 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec527b15-9884-49d4-ae0b-296dbf1a56ae req-d782ee58-882f-486a-959e-36ca28cb35d6 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0575376 Mar 09 05:58:04.968613 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ec527b15-9884-49d4-ae0b-296dbf1a56ae req-1bd794cc-461f-4395-9055-e19e909d3e6a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422897 Mar 09 05:58:05.119335 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49090d0a-4d89-41dc-8684-f7090a59dd42 req-16c012e3-3d73-4bcd-afa0-376e00f08418 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:05.120720 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-49090d0a-4d89-41dc-8684-f7090a59dd42 req-16c012e3-3d73-4bcd-afa0-376e00f08418 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0547953 Mar 09 05:58:05.164743 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-49090d0a-4d89-41dc-8684-f7090a59dd42 req-cef6150b-ddee-4fcf-9943-60f04e57163a tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Mar 09 05:58:05.535436 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:05.539825 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6f0f1-59ff-4c4c-aace-c0b384bea25c req-343ee977-298c-474f-a8eb-9d8454134da6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:05.542213 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2bb6f0f1-59ff-4c4c-aace-c0b384bea25c req-343ee977-298c-474f-a8eb-9d8454134da6 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0686114 Mar 09 05:58:05.590519 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2bb6f0f1-59ff-4c4c-aace-c0b384bea25c req-97770a28-6856-4f9a-bd53-3dccb2c6d58f tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Mar 09 05:58:05.940243 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 0b64c236-63c7-4531-bb91-94cc995f53e1 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:58:06.041998 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 0b64c236-63c7-4531-bb91-94cc995f53e1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=0b64c236-63c7-4531-bb91-94cc995f53e1,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:06.053189 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'port_id': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'mac_address': 'fa:16:3e:4c:1f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:58:06.089043 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a0040-5e91-4c3e-8afc-97024156d8aa req-93b2b9f6-a47b-4df9-ab8e-a3291b4cda6d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:06.090604 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-965a0040-5e91-4c3e-8afc-97024156d8aa req-93b2b9f6-a47b-4df9-ab8e-a3291b4cda6d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 944 time: 0.0522165 Mar 09 05:58:06.095209 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 0b64c236-63c7-4531-bb91-94cc995f53e1 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:58:06.095605 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:06.109377 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b64c236-63c7-4531-bb91-94cc995f53e1 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:58:06.129983 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 0b64c236-63c7-4531-bb91-94cc995f53e1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=0b64c236-63c7-4531-bb91-94cc995f53e1,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:06.134918 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:06.149637 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-965a0040-5e91-4c3e-8afc-97024156d8aa req-a841c564-ca13-4488-8bb0-5fe0e53ca76a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531006 Mar 09 05:58:06.185919 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=0b64c236-63c7-4531-bb91-94cc995f53e1,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:06.283783 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016043b0-17cb-48fb-8324-e707fcf66ee6 req-bdbe0104-382c-4af5-a4f3-58b03ba1aa8c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:06.285306 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-016043b0-17cb-48fb-8324-e707fcf66ee6 req-bdbe0104-382c-4af5-a4f3-58b03ba1aa8c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0540130 Mar 09 05:58:06.336995 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-016043b0-17cb-48fb-8324-e707fcf66ee6 req-1c3018af-419c-41f1-a4e9-c05ab0ae2083 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451915 Mar 09 05:58:06.683257 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['0b64c236-63c7-4531-bb91-94cc995f53e1'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:58:06.720437 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cfa98-00b0-494b-aa70-d4695c0fcc5f req-759c0300-beb8-4823-8506-6fd5267f9a7a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:06.722060 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c28cfa98-00b0-494b-aa70-d4695c0fcc5f req-759c0300-beb8-4823-8506-6fd5267f9a7a tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0656507 Mar 09 05:58:06.772981 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c28cfa98-00b0-494b-aa70-d4695c0fcc5f req-ace841de-f186-42cb-b6a9-b61c81ba36f8 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/security-groups?id=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Mar 09 05:58:07.118011 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:07.265092 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299c1bc-6d35-4d28-98fb-a407f14f9af4 req-8cafed90-e648-43a7-91aa-cdf371efce2f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:07.266663 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9299c1bc-6d35-4d28-98fb-a407f14f9af4 req-8cafed90-e648-43a7-91aa-cdf371efce2f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 945 time: 0.0543411 Mar 09 05:58:07.316948 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9299c1bc-6d35-4d28-98fb-a407f14f9af4 req-7e6d0459-0b9c-4a42-96f3-84034a424352 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444865 Mar 09 05:58:07.408482 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-9c11923d-7ac3-4af4-9c73-074a9d5fcdba tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:07.409921 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-9c11923d-7ac3-4af4-9c73-074a9d5fcdba tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 945 time: 0.0520084 Mar 09 05:58:07.457320 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970ffcb-746d-45f2-bf71-75f6319cd79d req-cb5d6c98-29fa-4f8e-9161-13a4118365e1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:07.458844 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c970ffcb-746d-45f2-bf71-75f6319cd79d req-cb5d6c98-29fa-4f8e-9161-13a4118365e1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0539312 Mar 09 05:58:07.505582 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c970ffcb-746d-45f2-bf71-75f6319cd79d req-84519b21-0238-4996-a695-d7a3b4a97973 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408905 Mar 09 05:58:07.509087 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Deleting port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:07.509437 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:07.597271 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] For port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:07.597638 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:07.610653 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Calling delete_port for 6176dd8d-8ade-4fef-9daa-8185cf8a56dd owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:07.739661 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (6176dd8d-8ade-4fef-9daa-8185cf8a56dd), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:07.766885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Pushing event deleted for resources: {'Port': ['ID=6176dd8d-8ade-4fef-9daa-8185cf8a56dd,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:07.794101 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['6176dd8d-8ade-4fef-9daa-8185cf8a56dd'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:58:07.816509 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] No DVR routers for this DVR port 6176dd8d-8ade-4fef-9daa-8185cf8a56dd on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:58:07.819376 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:07.823275 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2a87dabc-2278-42da-a341-eb154165a6f1 req-168337bb-0c52-4b23-91ea-41c6d07111f2 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.32 "DELETE /v2.0/ports/6176dd8d-8ade-4fef-9daa-8185cf8a56dd HTTP/1.1" status: 204 len: 173 time: 0.4065244 Mar 09 05:58:07.823275 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f7019b-3314-439e-b907-8d720f5723f7', 'name': 'network-vif-deleted', 'tag': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:07.825481 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd19302-7853-456b-9237-1ad21bc30d1e" -d '{"events": [{"server_uuid": "02f7019b-3314-439e-b907-8d720f5723f7", "name": "network-vif-deleted", "tag": "6176dd8d-8ade-4fef-9daa-8185cf8a56dd"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:07.848708 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5830989-844c-4dc7-bab5-d53c529f09f6 req-b7de5711-500a-4ed1-84c9-91a32ec27596 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:07.850202 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c5830989-844c-4dc7-bab5-d53c529f09f6 req-b7de5711-500a-4ed1-84c9-91a32ec27596 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.0660560 Mar 09 05:58:07.882018 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f5b16ee-15ea-4975-9a00-18b2cb296c36 req-47526403-7942-4fa4-8599-0777b1788005 tempest-ServerRescueNegativeTestJSON-136938470 tempest-ServerRescueNegativeTestJSON-136938470-project] 10.222.0.36 "GET /v2.0/ports?device_id=02f7019b-3314-439e-b907-8d720f5723f7 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Mar 09 05:58:07.906625 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c5830989-844c-4dc7-bab5-d53c529f09f6 req-ba023921-cc1d-4ff8-a6c1-3596c574fb3a tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491476 Mar 09 05:58:07.927557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2608d9-3025-42f9-9c19-59386ff025a5 x-openstack-request-id: req-cf2608d9-3025-42f9-9c19-59386ff025a5 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:07.927859 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f7019b-3314-439e-b907-8d720f5723f7", "name": "network-vif-deleted", "tag": "6176dd8d-8ade-4fef-9daa-8185cf8a56dd", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:07.928118 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf2608d9-3025-42f9-9c19-59386ff025a5 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:07.928559 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f7019b-3314-439e-b907-8d720f5723f7', 'name': 'network-vif-deleted', 'tag': '6176dd8d-8ade-4fef-9daa-8185cf8a56dd', 'status': 'completed', 'code': 200} Mar 09 05:58:08.005325 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 0b64c236-63c7-4531-bb91-94cc995f53e1 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:58:08.056637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 0b64c236-63c7-4531-bb91-94cc995f53e1 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:58:08.060364 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 0b64c236-63c7-4531-bb91-94cc995f53e1 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:58:08.060764 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:08.134285 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 0b64c236-63c7-4531-bb91-94cc995f53e1 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:58:08.134583 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:08.156576 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:08.158771 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b671ecc-4e3b-4724-9704-7a6eb81208f6" -d '{"events": [{"server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "name": "network-vif-plugged", "status": "completed", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:08.172074 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 0b64c236-63c7-4531-bb91-94cc995f53e1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=0b64c236-63c7-4531-bb91-94cc995f53e1,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:08.175650 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:08.176449 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6176dd8d-8ade-4fef-9daa-8185cf8a56dd no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:58:08.215451 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce61b1e8-d3e7-4c80-83f8-b717631fb910 x-openstack-request-id: req-ce61b1e8-d3e7-4c80-83f8-b717631fb910 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:08.215764 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "name": "network-vif-plugged", "status": "completed", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:08.216020 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce61b1e8-d3e7-4c80-83f8-b717631fb910 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:08.216414 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'code': 200} Mar 09 05:58:08.218456 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 6176dd8d-8ade-4fef-9daa-8185cf8a56dd {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:58:08.218799 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6176dd8d-8ade-4fef-9daa-8185cf8a56dd not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:58:08.242324 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=0b64c236-63c7-4531-bb91-94cc995f53e1,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:08.433069 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1449-ff17-42f3-b5c8-4b3468050249 req-230a76a2-38b2-4de4-8043-ab492ea6e849 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:08.434494 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-753b1449-ff17-42f3-b5c8-4b3468050249 req-230a76a2-38b2-4de4-8043-ab492ea6e849 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0511582 Mar 09 05:58:08.486982 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-753b1449-ff17-42f3-b5c8-4b3468050249 req-c07548cf-0dc9-4c5a-b01f-0221105d4963 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459292 Mar 09 05:58:08.590523 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8ad76-7715-4258-af4f-b077ca42b863 req-98890e4c-c056-4cda-8fdb-268c730da51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:08.593755 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-11a8ad76-7715-4258-af4f-b077ca42b863 req-98890e4c-c056-4cda-8fdb-268c730da51e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 1130 time: 0.0496416 Mar 09 05:58:08.642810 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a99c51-8d70-4a1a-a03b-2e9af7001fb6 req-ef64e91a-32a6-40ba-bf50-c1c991afadee tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:08.644632 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6a99c51-8d70-4a1a-a03b-2e9af7001fb6 req-ef64e91a-32a6-40ba-bf50-c1c991afadee tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0694575 Mar 09 05:58:08.648442 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-11a8ad76-7715-4258-af4f-b077ca42b863 req-0bcc4840-cc89-4256-90ac-72e1d103b284 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478613 Mar 09 05:58:08.695259 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6a99c51-8d70-4a1a-a03b-2e9af7001fb6 req-fc30ad7a-3199-491d-a282-589044aabec9 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415735 Mar 09 05:58:08.937299 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45160) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:09.078159 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa4521-d1ed-4829-a1d7-32b76773036d req-3cf69f5b-2ce3-45fa-be74-cd458a71ec5a tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:09.079610 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2afa4521-d1ed-4829-a1d7-32b76773036d req-3cf69f5b-2ce3-45fa-be74-cd458a71ec5a tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.0997889 Mar 09 05:58:09.193392 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2afa4521-d1ed-4829-a1d7-32b76773036d req-0d83aa3e-d223-4810-adcb-21cfe4c2b7d9 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787470 Mar 09 05:58:09.414826 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (96fed46c-ae66-45ec-a511-5a0430740a61), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:09.603053 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fd167-e4ee-4089-b959-23f2871b4522 req-d58cf09c-f2d3-4cd8-acea-d7a59fa1687f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:09.605128 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6c0fd167-e4ee-4089-b959-23f2871b4522 req-d58cf09c-f2d3-4cd8-acea-d7a59fa1687f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Mar 09 05:58:09.652456 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6c0fd167-e4ee-4089-b959-23f2871b4522 req-52a7134b-14ce-45be-a8b3-c63a0876c9ea tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Mar 09 05:58:09.706422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Deleting port 6342c267-1654-4e8f-83f0-7d47ba3db5a7 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:09.706980 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:10.028713 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] For port 6342c267-1654-4e8f-83f0-7d47ba3db5a7, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=6342c267-1654-4e8f-83f0-7d47ba3db5a7,segment=NetworkSegment(6ccbd120-f13d-43da-a34e-30da4e570d13),segment_id=6ccbd120-f13d-43da-a34e-30da4e570d13)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:10.029078 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:10.044319 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Calling delete_port for 6342c267-1654-4e8f-83f0-7d47ba3db5a7 owned by network:router_interface {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:10.057305 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d9491-3297-4dc6-8e45-2b368c00cf18 req-0eb486aa-a8e4-429d-b76b-b725ea4b4b90 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:10.058770 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ab2d9491-3297-4dc6-8e45-2b368c00cf18 req-0eb486aa-a8e4-429d-b76b-b725ea4b4b90 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0854263 Mar 09 05:58:10.148266 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ab2d9491-3297-4dc6-8e45-2b368c00cf18 req-0d02ff80-188a-4c6d-afe6-61fdc1a085ff tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831902 Mar 09 05:58:10.279351 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (6342c267-1654-4e8f-83f0-7d47ba3db5a7), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:10.305214 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Pushing event deleted for resources: {'Port': ['ID=6342c267-1654-4e8f-83f0-7d47ba3db5a7,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:10.317343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4f86-e685-4753-b8fc-d65ed76d4f12 req-cc842855-d77e-488e-8aa3-c44a321f1bee tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:10.318840 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e3f4f86-e685-4753-b8fc-d65ed76d4f12 req-cc842855-d77e-488e-8aa3-c44a321f1bee tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.0543301 Mar 09 05:58:10.365146 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1e3f4f86-e685-4753-b8fc-d65ed76d4f12 req-095c453a-0e99-43b9-b78e-6bba7afd78e4 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Mar 09 05:58:10.467431 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (96fed46c-ae66-45ec-a511-5a0430740a61), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:10.688043 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Router 96fed46c-ae66-45ec-a511-5a0430740a61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:58:10.825873 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004e22b-7469-446f-8f7c-024918263fa0 req-84341e17-c917-4780-aa71-bde1d88dbaaa tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:10.827317 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e004e22b-7469-446f-8f7c-024918263fa0 req-84341e17-c917-4780-aa71-bde1d88dbaaa tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0992115 Mar 09 05:58:10.835922 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:58:10.844698 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-25d752b5-7c33-4506-8845-2fc87c16c920 admin admin] 10.222.0.36 "PUT /v2.0/routers/96fed46c-ae66-45ec-a511-5a0430740a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9060504 Mar 09 05:58:10.844867 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] Sync routers for ids ['96fed46c-ae66-45ec-a511-5a0430740a61'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:58:10.847281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45172) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:10.856441 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] Routers {'96fed46c-ae66-45ec-a511-5a0430740a61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:10.857058 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['96fed46c-ae66-45ec-a511-5a0430740a61'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:10.885603 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e004e22b-7469-446f-8f7c-024918263fa0 req-122abe8b-ffa3-48ae-9513-121baa2f85a5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515790 Mar 09 05:58:10.968873 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] Set router 96fed46c-ae66-45ec-a511-5a0430740a61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:10.976089 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks [] for router (96fed46c-ae66-45ec-a511-5a0430740a61), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.113332 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-77416d45-b86c-4c86-86b0-6eeadde54fd6 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:11.114686 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-77416d45-b86c-4c86-86b0-6eeadde54fd6 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.1612482 Mar 09 05:58:11.125010 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480f977-fdd1-47e3-be37-d1f3f2d940a7 req-f24ab06b-0ae5-4e72-95fe-34de95073c27 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:11.126427 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2480f977-fdd1-47e3-be37-d1f3f2d940a7 req-f24ab06b-0ae5-4e72-95fe-34de95073c27 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.1653719 Mar 09 05:58:11.147993 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:58:10Z', 'revision_number': 5, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:11.177159 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] Checking router: 96fed46c-ae66-45ec-a511-5a0430740a61 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:58:11.187608 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] Routers {'96fed46c-ae66-45ec-a511-5a0430740a61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:11.188521 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['96fed46c-ae66-45ec-a511-5a0430740a61'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:11.205489 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks [] for router_gateway (96fed46c-ae66-45ec-a511-5a0430740a61), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.282563 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308410d-c7cc-42ef-a02d-b9655a0a25dd req-aa258f7a-92ca-48d5-ae6e-970e19abf2d0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:11.284141 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a308410d-c7cc-42ef-a02d-b9655a0a25dd req-aa258f7a-92ca-48d5-ae6e-970e19abf2d0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0615385 Mar 09 05:58:11.316150 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] Set router 96fed46c-ae66-45ec-a511-5a0430740a61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:11.340972 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a308410d-c7cc-42ef-a02d-b9655a0a25dd req-e9819034-1c4c-46d6-93a8-b8d48e3a40eb tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 Mar 09 05:58:11.491256 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2ba3-d1d0-4f89-9ec5-6c3371d24b8b req-46875ca5-0438-46be-ae81-7292a3ec74f5 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:11.492757 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-519b2ba3-d1d0-4f89-9ec5-6c3371d24b8b req-46875ca5-0438-46be-ae81-7292a3ec74f5 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 945 time: 0.0555370 Mar 09 05:58:11.501105 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2480f977-fdd1-47e3-be37-d1f3f2d940a7 req-dbbf9762-1fb7-458b-a300-ac74a9b19327 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631837 Mar 09 05:58:11.520694 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45180) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:11.522397 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:58:10Z', 'revision_number': 5, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:11.538587 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Deleting port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:11.538933 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.550986 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b7f44-9961-4329-94e3-017e9c05c0e0 None None] The sync data for ids ['96fed46c-ae66-45ec-a511-5a0430740a61'] in dv-cinder-831167-2-iscsi is: [{'id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'name': 'tempest-ServerRescueNegativeTestJSON-793806800-router', 'tenant_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:07Z', 'updated_at': '2022-03-09T05:58:10Z', 'revision_number': 5, 'project_id': 'c50d1b2229ca44c6941c1263f258c2fd', 'gw_port': {'id': 'b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fed46c-ae66-45ec-a511-5a0430740a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:58:11.558302 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Deleting port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:11.558648 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.575490 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-519b2ba3-d1d0-4f89-9ec5-6c3371d24b8b req-d6c3aca0-5491-44e5-969d-a5d2bb1aa867 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/security-groups?id=099775f8-458e-404d-a7e3-559e0f8e211d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711527 Mar 09 05:58:11.676476 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0a613-3a3a-4c84-8310-ebf40a12fd49 tempest-TestVolumeBootPattern-311463270 tempest-TestVolumeBootPattern-311463270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:11.678002 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-dee0a613-3a3a-4c84-8310-ebf40a12fd49 tempest-TestVolumeBootPattern-311463270 tempest-TestVolumeBootPattern-311463270-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 1125 time: 0.1563809 Mar 09 05:58:11.681020 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45184) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:11.686049 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'port_id': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:11.703946 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] For port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,segment=NetworkSegment(b101713e-0bb1-4810-b6e7-f330f45e6546),segment_id=b101713e-0bb1-4810-b6e7-f330f45e6546)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:11.704320 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.710193 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.715522 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] For port b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:11.715882 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.729415 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Calling delete_port for 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:11.735309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Calling delete_port for b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:11.810078 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:11.922126 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Allocated IP 172.27.1.135 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/194e18a2-18d7-4405-8526-81c92e1ac237) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:58:11.986284 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.023117 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Pushing event deleted for resources: {'Port': ['ID=2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:12.026575 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:58:12.048899 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (194e18a2-18d7-4405-8526-81c92e1ac237), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.074326 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] No DVR routers for this DVR port 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:58:12.075644 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.083484 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.086765 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-025d70a9-e8d3-41c2-9551-d53f73e3ecc9 req-5ea2caf0-cb60-4735-800d-6244e35a31f1 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.32 "DELETE /v2.0/ports/2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 HTTP/1.1" status: 204 len: 173 time: 0.9594212 Mar 09 05:58:12.089219 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'name': 'network-vif-deleted', 'tag': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:12.091649 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08990fc-6435-4649-8529-3c8c8d3b85d4" -d '{"events": [{"server_uuid": "1d8ee2fd-f212-46c5-b25b-689c7b5edc79", "name": "network-vif-deleted", "tag": "2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:12.097735 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (194e18a2-18d7-4405-8526-81c92e1ac237), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.114058 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:12.145682 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:58:12.146376 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d1bf75-d398-4401-a9ed-4431f24d5e93 x-openstack-request-id: req-64d1bf75-d398-4401-a9ed-4431f24d5e93 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:12.146739 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8ee2fd-f212-46c5-b25b-689c7b5edc79", "name": "network-vif-deleted", "tag": "2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:12.147065 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64d1bf75-d398-4401-a9ed-4431f24d5e93 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:12.147540 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8ee2fd-f212-46c5-b25b-689c7b5edc79', 'name': 'network-vif-deleted', 'tag': '2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1', 'status': 'completed', 'code': 200} Mar 09 05:58:12.148363 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (96fed46c-ae66-45ec-a511-5a0430740a61), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.151217 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:58:12.157086 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:58:12.183249 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=194e18a2-18d7-4405-8526-81c92e1ac237,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:12.280547 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (96fed46c-ae66-45ec-a511-5a0430740a61), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.283281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks [] for router_controller (96fed46c-ae66-45ec-a511-5a0430740a61), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.350560 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (96fed46c-ae66-45ec-a511-5a0430740a61), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.351133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fed46c-ae66-45ec-a511-5a0430740a61 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 05:58:12.357069 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.358237 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a6284da0-7d98-4182-8982-7598a7df4d77 admin admin] 10.222.0.36 "DELETE /v2.0/routers/96fed46c-ae66-45ec-a511-5a0430740a61 HTTP/1.1" status: 204 len: 168 time: 1.5093391 Mar 09 05:58:12.360816 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45188) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:12.410274 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] Deleting subnet 12668d44-a290-4dad-a366-a3c6bd2ca3bd {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:58:12.415375 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] Publish callbacks [] for subnet (12668d44-a290-4dad-a366-a3c6bd2ca3bd), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.454523 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] Publish callbacks [] for subnet (12668d44-a290-4dad-a366-a3c6bd2ca3bd), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.467314 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (12668d44-a290-4dad-a366-a3c6bd2ca3bd), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.542347 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for subnet (12668d44-a290-4dad-a366-a3c6bd2ca3bd), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.566881 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12668d44-a290-4dad-a366-a3c6bd2ca3bd,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:12.570524 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.573944 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f6768944-0bc7-4116-ae91-5e437750093c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/12668d44-a290-4dad-a366-a3c6bd2ca3bd HTTP/1.1" status: 204 len: 168 time: 0.2119405 Mar 09 05:58:12.576429 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45192) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:12.630629 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777e1d-f8e6-47ba-9fd1-2430fe7be2db req-a0078771-2b66-42e2-b367-bc0702a45ca2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:12.632110 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-08777e1d-f8e6-47ba-9fd1-2430fe7be2db req-a0078771-2b66-42e2-b367-bc0702a45ca2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.1905653 Mar 09 05:58:12.651367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (eb54a928-b6b8-4a04-9f96-7c675f66a2a2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.699090 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4a687eb1-ff4f-48e5-8738-621449f60a62 req-2a300261-94f4-462b-a4be-5c3cb0c6f390 tempest-VolumesSnapshotTestJSON-508271020 tempest-VolumesSnapshotTestJSON-508271020-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d8ee2fd-f212-46c5-b25b-689c7b5edc79 HTTP/1.1" status: 200 len: 210 time: 0.0336633 Mar 09 05:58:12.762068 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.768135 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-08777e1d-f8e6-47ba-9fd1-2430fe7be2db req-73347f2b-6696-456d-891a-ffe85243a0ad tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280344 Mar 09 05:58:12.792495 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (a7a28a59-5e41-4e84-80d4-41aa77400a3d), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.796520 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (eb54a928-b6b8-4a04-9f96-7c675f66a2a2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.821503 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.821968 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.823076 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.823458 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > port after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.823875 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.824987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > port after_update 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.824987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.824987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.825488 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.825952 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.901695 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 6342c267-1654-4e8f-83f0-7d47ba3db5a7 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:58:12.920312 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (194e18a2-18d7-4405-8526-81c92e1ac237), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:12.924817 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 6342c267-1654-4e8f-83f0-7d47ba3db5a7 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:58:12.925168 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 6342c267-1654-4e8f-83f0-7d47ba3db5a7 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:58:12.925786 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:58:12.951058 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:58:12.951058 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b9e17dd7-b92e-4b1d-9b2d-6b05e9e9e59e not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:58:12.953646 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.954749 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.955154 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.955621 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 05:58:12.956075 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb54a928-b6b8-4a04-9f96-7c675f66a2a2']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:12.974286 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccbd120-f13d-43da-a34e-30da4e570d13') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:12.974548 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccbd120-f13d-43da-a34e-30da4e570d13') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:12.994848 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734026'] for segment (6ccbd120-f13d-43da-a34e-30da4e570d13), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.015258 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (6ccbd120-f13d-43da-a34e-30da4e570d13), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.023344 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:58:13.023815 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126030243'] for segment (6ccbd120-f13d-43da-a34e-30da4e570d13), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: from cryptography.utils import int_from_bytes Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: from cryptography.utils import int_from_bytes Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: Traceback (most recent call last): Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: timer() Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: cb(*args, **kw) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: return func(*args, **kwargs) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: self._notify() Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: self.callback(batched_events) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: event.method(event) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: return f(self, *a, **k) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._get(url).json() Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: return self.request(url, 'GET', **kwargs) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:58:13.028913 dv-cinder-831167-2-iscsi neutron-server[103971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:58:13.084190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (eb54a928-b6b8-4a04-9f96-7c675f66a2a2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.093106 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.096978 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] 10.222.0.36 "DELETE /v2.0/networks/eb54a928-b6b8-4a04-9f96-7c675f66a2a2 HTTP/1.1" status: 204 len: 168 time: 0.5188479 Mar 09 05:58:13.107699 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9979b1a-874f-49bb-8951-241aa3e0331e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb54a928-b6b8-4a04-9f96-7c675f66a2a2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:13.282109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45198) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:13.316862 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (194e18a2-18d7-4405-8526-81c92e1ac237), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.321674 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (194e18a2-18d7-4405-8526-81c92e1ac237), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.348091 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-1ddb87d0-6ea0-4c94-af58-acea8a6cc894 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759120 Mar 09 05:58:13.356038 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-880046f9-f424-48cb-b368-83b3ba380f89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c50d1b2229ca44c6941c1263f258c2fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0726082 Mar 09 05:58:13.358589 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45200) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:13.389886 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=194e18a2-18d7-4405-8526-81c92e1ac237,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:13.402679 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (a7a28a59-5e41-4e84-80d4-41aa77400a3d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.438766 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Publish callbacks [] for security_group (6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.456856 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b30d9-3379-4173-889b-bcdbace97ede req-a61b72ee-0bd0-4556-a194-b6dd72a2e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:13.458326 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-a61b72ee-0bd0-4556-a194-b6dd72a2e00d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 1130 time: 0.0691638 Mar 09 05:58:13.467486 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Publish callbacks [] for security_group (6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.505687 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Floating IP a7a28a59-5e41-4e84-80d4-41aa77400a3d associated. External IP: 172.27.1.135, port: 0b64c236-63c7-4531-bb91-94cc995f53e1. Mar 09 05:58:13.577461 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.580025 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.581205 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf HTTP/1.1" status: 204 len: 168 time: 0.2216678 Mar 09 05:58:13.596195 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b30d9-3379-4173-889b-bcdbace97ede req-2ceb2503-b45b-4648-b048-6eb8f6b13bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:13.597766 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-2ceb2503-b45b-4648-b048-6eb8f6b13bb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.1189678 Mar 09 05:58:13.598699 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb29aa7-00a0-4af8-bf5b-ef34c9b95fbf,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:13.612882 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.613245 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.613675 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.613989 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.614336 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.614678 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.615027 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.615497 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.615739 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.616116 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.616473 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.616804 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.617135 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e34abd-e5a7-467f-b7a3-aa5356bcce29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:13.694872 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-0cb49b35-569e-4834-819c-4bfbf96ed85e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 200 len: 1000 time: 0.0885601 Mar 09 05:58:13.743629 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:58:13.769179 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b30d9-3379-4173-889b-bcdbace97ede req-ba19b8c4-03ae-430a-9518-5f4ba30b05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:13.770691 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-ba19b8c4-03ae-430a-9518-5f4ba30b05e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0677505 Mar 09 05:58:13.853094 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b30d9-3379-4173-889b-bcdbace97ede req-db2845b9-7574-454d-b8d4-df3c42a1bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:13.855132 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-db2845b9-7574-454d-b8d4-df3c42a1bb16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775757 Mar 09 05:58:13.932206 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:58:13.945230 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:58:13.955939 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:13.965930 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:13.966849 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:13.970422 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:58:13.987605 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-57b0f030-6acb-4a06-ac39-1684e383f6fc service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259401 Mar 09 05:58:14.001386 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42022b3f-1d89-4f2c-a0e2-79905f429c9e req-c209c225-d810-4daa-a44a-19558c528288 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:14.002995 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-42022b3f-1d89-4f2c-a0e2-79905f429c9e req-c209c225-d810-4daa-a44a-19558c528288 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.1271172 Mar 09 05:58:14.025939 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:58:14.026909 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 2a35a716-2cee-4d4a-9a3a-4accdb0f3ac1 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:58:14.048462 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-75146eee-5a24-4546-812d-e9143a88cb79 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3573515 Mar 09 05:58:14.048462 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:14.050262 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c404e3-864f-47fc-af79-77431d52555b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:14.116012 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-42022b3f-1d89-4f2c-a0e2-79905f429c9e req-30b612f2-fa21-4e2e-a8fe-8ea0627a15fa tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037161 Mar 09 05:58:14.120929 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc4ca89-383d-4f86-823c-a1f538df0317 x-openstack-request-id: req-8fc4ca89-383d-4f86-823c-a1f538df0317 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:14.121236 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:14.121504 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fc4ca89-383d-4f86-823c-a1f538df0317 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:14.121930 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'status': 'completed', 'code': 200} Mar 09 05:58:14.180342 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-731b30d9-3379-4173-889b-bcdbace97ede req-611f656c-8636-4dc3-9c7a-b3decb45adae service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864581 Mar 09 05:58:14.222907 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:14.252875 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c404e3-864f-47fc-af79-77431d52555b req-87fbad7a-b22d-489e-a3b4-6728cf5034f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:14.254744 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07c404e3-864f-47fc-af79-77431d52555b req-87fbad7a-b22d-489e-a3b4-6728cf5034f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 1130 time: 0.0847421 Mar 09 05:58:14.374335 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c404e3-864f-47fc-af79-77431d52555b req-14493344-62a3-43df-9f16-7a959f21e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:14.376078 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07c404e3-864f-47fc-af79-77431d52555b req-14493344-62a3-43df-9f16-7a959f21e25b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.1144011 Mar 09 05:58:14.449228 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07c404e3-864f-47fc-af79-77431d52555b req-0516ed37-0e85-48b3-8323-4113618fcc7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64c236-63c7-4531-bb91-94cc995f53e1 HTTP/1.1" status: 200 len: 1000 time: 0.0660968 Mar 09 05:58:14.502813 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c404e3-864f-47fc-af79-77431d52555b req-8471e67b-003a-4ab2-8d64-c296e72c44db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:14.504547 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07c404e3-864f-47fc-af79-77431d52555b req-8471e67b-003a-4ab2-8d64-c296e72c44db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0492103 Mar 09 05:58:14.524759 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'a7a28a59-5e41-4e84-80d4-41aa77400a3d', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:4c:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:58:12Z', 'updated_at': '2022-03-09T05:58:12Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:14.554260 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:58:14.559747 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c404e3-864f-47fc-af79-77431d52555b req-4be58bac-d14a-45a8-ab74-f2ba77bcf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:14.561334 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07c404e3-864f-47fc-af79-77431d52555b req-4be58bac-d14a-45a8-ab74-f2ba77bcf863 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500755 Mar 09 05:58:14.562847 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:14.563443 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:14.663523 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07c404e3-864f-47fc-af79-77431d52555b req-9cd31f5b-eb99-425c-90de-97e6a0f4e8c2 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941682 Mar 09 05:58:14.677123 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:14.765151 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07c404e3-864f-47fc-af79-77431d52555b req-dd76bb14-2e76-4feb-95a9-8c3e164dd248 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920908 Mar 09 05:58:14.915086 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'a7a28a59-5e41-4e84-80d4-41aa77400a3d', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:4c:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:58:12Z', 'updated_at': '2022-03-09T05:58:12Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:14.943230 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33116dc-4dec-4cdc-8274-ecf5036a7e80 None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'a7a28a59-5e41-4e84-80d4-41aa77400a3d', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:4c:1f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:58:12Z', 'updated_at': '2022-03-09T05:58:12Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:58:15.189385 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99227c62-baff-42a3-bfbd-cb3df6b6db5f None None] New status for floating IP a7a28a59-5e41-4e84-80d4-41aa77400a3d: ACTIVE {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:58:15.285763 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca907ad-d5ba-4896-bbed-e9db858aaaa0 req-1324a2fe-9b75-432f-8629-921a385f38ab tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:15.288782 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fca907ad-d5ba-4896-bbed-e9db858aaaa0 req-1324a2fe-9b75-432f-8629-921a385f38ab tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0677271 Mar 09 05:58:15.344256 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fca907ad-d5ba-4896-bbed-e9db858aaaa0 req-bd7b5803-2a86-42d0-86a2-b840770d3ca7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492685 Mar 09 05:58:16.468330 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2e09d-5bfc-4032-bf6c-603ef5bb8a70 req-19fff351-a8bc-49ef-8601-7f76c288a08c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:16.469835 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b4f2e09d-5bfc-4032-bf6c-603ef5bb8a70 req-19fff351-a8bc-49ef-8601-7f76c288a08c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0554519 Mar 09 05:58:16.515607 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b4f2e09d-5bfc-4032-bf6c-603ef5bb8a70 req-fc65c5df-3850-49be-a6ec-8186656efdbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402679 Mar 09 05:58:17.632690 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d64217-df67-4f7a-9716-5bf8752a3521 req-be19953f-5173-4e24-8d63-b4f17df3061d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:17.634147 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-50d64217-df67-4f7a-9716-5bf8752a3521 req-be19953f-5173-4e24-8d63-b4f17df3061d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0524561 Mar 09 05:58:17.679379 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-50d64217-df67-4f7a-9716-5bf8752a3521 req-391b9069-3ee0-4059-a3e4-0b26712915fb tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 Mar 09 05:58:18.290719 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:58:18.817257 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869abcf6-c5aa-4666-b2a4-ade82c194a32 req-15656bc9-8b2b-4ccc-b70d-2ed4c8d3fc76 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:18.818883 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-869abcf6-c5aa-4666-b2a4-ade82c194a32 req-15656bc9-8b2b-4ccc-b70d-2ed4c8d3fc76 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0602715 Mar 09 05:58:18.871069 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-869abcf6-c5aa-4666-b2a4-ade82c194a32 req-212f7387-afdd-49f7-a3e2-f5a5a4225352 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Mar 09 05:58:19.987933 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09786108-0c0d-4255-9904-140580190532 req-813c4739-faa3-47d9-ab61-550d36938f0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:19.989420 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-09786108-0c0d-4255-9904-140580190532 req-813c4739-faa3-47d9-ab61-550d36938f0e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0512893 Mar 09 05:58:20.035261 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-09786108-0c0d-4255-9904-140580190532 req-9bf89514-416f-419b-9ee8-a354aefd76d5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397327 Mar 09 05:58:21.155338 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342102-9f67-4972-a412-47d36ffed38b req-10c22d97-2032-447d-b3d8-db703c3f7d5d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:21.156817 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-28342102-9f67-4972-a412-47d36ffed38b req-10c22d97-2032-447d-b3d8-db703c3f7d5d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0561528 Mar 09 05:58:21.203145 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-28342102-9f67-4972-a412-47d36ffed38b req-f422239f-11bc-43b0-be09-813322eda38e tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407734 Mar 09 05:58:22.323068 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e59e6-4e82-463a-a733-50b1de71f780 req-7d95af79-c379-48b4-8f6b-10e8afef49d6 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:22.324595 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b77e59e6-4e82-463a-a733-50b1de71f780 req-7d95af79-c379-48b4-8f6b-10e8afef49d6 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0551567 Mar 09 05:58:22.372081 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b77e59e6-4e82-463a-a733-50b1de71f780 req-714d3857-50df-45ee-b567-828e3c00c2f6 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Mar 09 05:58:23.490106 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfd6b2-3668-4a1c-86f0-1db695b4d7b3 req-f8f26ce4-45b3-4343-be8d-82c18a7e6a53 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:23.491648 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-dedfd6b2-3668-4a1c-86f0-1db695b4d7b3 req-f8f26ce4-45b3-4343-be8d-82c18a7e6a53 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0531838 Mar 09 05:58:23.545823 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-dedfd6b2-3668-4a1c-86f0-1db695b4d7b3 req-449df614-d6ab-4ca6-b949-578bb4736790 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486586 Mar 09 05:58:23.785352 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3925804-482f-471c-8d68-a30fad006318 req-219e408e-397c-42e0-8d05-520a4723176d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:23.786815 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b3925804-482f-471c-8d68-a30fad006318 req-219e408e-397c-42e0-8d05-520a4723176d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0582566 Mar 09 05:58:23.844936 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b3925804-482f-471c-8d68-a30fad006318 req-7d38efc9-7f55-4b59-ac9d-503d947118d5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522871 Mar 09 05:58:23.878327 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-9951d1b2-5df9-42ab-8a88-56bf6ad29a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:23.879878 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-9951d1b2-5df9-42ab-8a88-56bf6ad29a9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 1129 time: 0.0498044 Mar 09 05:58:23.972536 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-383c09bc-c7b8-4aa0-b881-9f2768053d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:23.974015 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-383c09bc-c7b8-4aa0-b881-9f2768053d39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 911 time: 0.0879345 Mar 09 05:58:24.042937 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-aa4ae2aa-93aa-4627-a986-b1613e48708f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 200 len: 1001 time: 0.0605984 Mar 09 05:58:24.097047 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-05d48a67-ce54-44fe-9507-8d84bf2f2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:24.098594 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-05d48a67-ce54-44fe-9507-8d84bf2f2437 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.0491657 Mar 09 05:58:24.148914 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-f0100bf8-9103-4775-9d83-d2c008cca8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:24.150618 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-f0100bf8-9103-4775-9d83-d2c008cca8c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454524 Mar 09 05:58:24.243761 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-b5ae365f-2ee2-4bc6-a299-3f905d7ad0a4 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869544 Mar 09 05:58:24.286564 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45392) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:24.336882 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a6728c0d-8f74-4477-89fe-c3362ca41f04 req-18943bdb-b548-4f00-85e3-8166ba71f336 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Mar 09 05:58:24.392446 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-699dae3a-a241-4fd5-acea-57838866c839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:24.471330 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-699dae3a-a241-4fd5-acea-57838866c839 admin admin] Publish callbacks [] for security_group (cb9fb8e0-dbae-4c33-bbbb-800842051230), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:24.475405 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-699dae3a-a241-4fd5-acea-57838866c839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (cb9fb8e0-dbae-4c33-bbbb-800842051230), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:24.515903 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-699dae3a-a241-4fd5-acea-57838866c839 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f615f2b2298547aba80379331c53bfe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282584 Mar 09 05:58:24.516962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dae3a-a241-4fd5-acea-57838866c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9fb8e0-dbae-4c33-bbbb-800842051230,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:24.518723 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45400) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:24.583820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Publish callbacks [] for security_group (cb9fb8e0-dbae-4c33-bbbb-800842051230), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:24.606853 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Publish callbacks [] for security_group (cb9fb8e0-dbae-4c33-bbbb-800842051230), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:24.654006 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (cb9fb8e0-dbae-4c33-bbbb-800842051230), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:24.656646 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:24.657801 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb9fb8e0-dbae-4c33-bbbb-800842051230 HTTP/1.1" status: 204 len: 168 time: 0.1374617 Mar 09 05:58:24.665223 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9fb8e0-dbae-4c33-bbbb-800842051230,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:24.672503 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.672916 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.673267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.673604 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.673936 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.674264 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.674590 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.674917 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.675241 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.675571 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.675872 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.676190 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.676530 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151d13b5-785f-47cd-8916-d3f66e663521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:24.976779 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48f0a1-e450-449d-ab1b-14b3f97e9c99 req-22ae4ca0-c59f-4497-af84-a80bf7bb18b2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:24.979104 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bc48f0a1-e450-449d-ab1b-14b3f97e9c99 req-22ae4ca0-c59f-4497-af84-a80bf7bb18b2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0631711 Mar 09 05:58:25.025989 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bc48f0a1-e450-449d-ab1b-14b3f97e9c99 req-c92936c6-8459-492c-b9cf-b29f7a3b80c6 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 Mar 09 05:58:25.807626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45456) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:25.908687 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe38e793-f3d7-456d-ba74-022fabd46fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:25.980499 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe38e793-f3d7-456d-ba74-022fabd46fce admin admin] Publish callbacks [] for security_group (103a9481-b588-433e-a883-3596bf4346a6), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:25.984129 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-fe38e793-f3d7-456d-ba74-022fabd46fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (103a9481-b588-433e-a883-3596bf4346a6), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:26.021150 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-fe38e793-f3d7-456d-ba74-022fabd46fce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7770757e400f4bd5ae61aee26c48325b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124412 Mar 09 05:58:26.023120 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38e793-f3d7-456d-ba74-022fabd46fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103a9481-b588-433e-a883-3596bf4346a6,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:26.023853 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45460) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:26.071491 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1437cb69-95f4-4abf-8215-4646401e0c8c admin admin] Publish callbacks [] for security_group (103a9481-b588-433e-a883-3596bf4346a6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:26.093020 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1437cb69-95f4-4abf-8215-4646401e0c8c admin admin] Publish callbacks [] for security_group (103a9481-b588-433e-a883-3596bf4346a6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:26.174743 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b0d3f-9e17-447a-8bc3-fe6e402181cf req-a5bc788d-95b6-48dc-a5c9-37c383f05d4b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:26.176207 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-779b0d3f-9e17-447a-8bc3-fe6e402181cf req-a5bc788d-95b6-48dc-a5c9-37c383f05d4b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0813336 Mar 09 05:58:26.188213 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1437cb69-95f4-4abf-8215-4646401e0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (103a9481-b588-433e-a883-3596bf4346a6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:26.190774 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1437cb69-95f4-4abf-8215-4646401e0c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:26.191811 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1437cb69-95f4-4abf-8215-4646401e0c8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/103a9481-b588-433e-a883-3596bf4346a6 HTTP/1.1" status: 204 len: 168 time: 0.1668830 Mar 09 05:58:26.208338 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437cb69-95f4-4abf-8215-4646401e0c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103a9481-b588-433e-a883-3596bf4346a6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:26.239513 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-779b0d3f-9e17-447a-8bc3-fe6e402181cf req-9d8ebb07-4658-467b-b736-541045195ff5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555718 Mar 09 05:58:27.371844 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76376e4c-ae41-4164-83af-733064ff07f6 req-e670a247-66e0-4893-970a-ea6008f958fd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:27.373984 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-76376e4c-ae41-4164-83af-733064ff07f6 req-e670a247-66e0-4893-970a-ea6008f958fd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0547838 Mar 09 05:58:27.427451 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-76376e4c-ae41-4164-83af-733064ff07f6 req-2d837d98-596d-4897-9976-552ff0f5e123 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475509 Mar 09 05:58:28.550598 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984239-7b9f-4531-a9f7-c7f044588622 req-a633c354-05df-4ef9-984c-740d18211e00 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:28.552055 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-17984239-7b9f-4531-a9f7-c7f044588622 req-a633c354-05df-4ef9-984c-740d18211e00 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0581760 Mar 09 05:58:28.600775 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-17984239-7b9f-4531-a9f7-c7f044588622 req-8a6a5f22-f14a-4943-93b3-97c407db8d93 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425456 Mar 09 05:58:28.952801 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45614) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:29.067366 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9e8eb99c-679a-4577-87e9-6c39c54e3efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.142371 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9e8eb99c-679a-4577-87e9-6c39c54e3efa admin admin] Publish callbacks [] for security_group (a74aa1c5-aae4-4151-b79e-1c3bc01f00f3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.146193 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9e8eb99c-679a-4577-87e9-6c39c54e3efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a74aa1c5-aae4-4151-b79e-1c3bc01f00f3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.183118 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9e8eb99c-679a-4577-87e9-6c39c54e3efa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de4182982fcc4dcfa3b75d55504a5c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289248 Mar 09 05:58:29.185055 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8eb99c-679a-4577-87e9-6c39c54e3efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74aa1c5-aae4-4151-b79e-1c3bc01f00f3,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:29.185860 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45620) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:29.232993 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-17d80033-20b3-4b7b-b660-b3cbb6da74b9 admin admin] Publish callbacks [] for security_group (a74aa1c5-aae4-4151-b79e-1c3bc01f00f3), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.253866 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-17d80033-20b3-4b7b-b660-b3cbb6da74b9 admin admin] Publish callbacks [] for security_group (a74aa1c5-aae4-4151-b79e-1c3bc01f00f3), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.299238 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-17d80033-20b3-4b7b-b660-b3cbb6da74b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a74aa1c5-aae4-4151-b79e-1c3bc01f00f3), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.301973 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-17d80033-20b3-4b7b-b660-b3cbb6da74b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.303117 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-17d80033-20b3-4b7b-b660-b3cbb6da74b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a74aa1c5-aae4-4151-b79e-1c3bc01f00f3 HTTP/1.1" status: 204 len: 168 time: 0.1162250 Mar 09 05:58:29.311766 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d80033-20b3-4b7b-b660-b3cbb6da74b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74aa1c5-aae4-4151-b79e-1c3bc01f00f3,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:29.556934 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45626) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:29.569672 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc73955-5003-47ad-b508-49d49d6e6621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.641634 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc73955-5003-47ad-b508-49d49d6e6621 admin admin] Publish callbacks [] for security_group (2c50b5fd-9f61-48a2-9e5f-09711cd76116), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.645227 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2bc73955-5003-47ad-b508-49d49d6e6621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2c50b5fd-9f61-48a2-9e5f-09711cd76116), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.682136 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-2bc73955-5003-47ad-b508-49d49d6e6621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59baa8947e01407b9a7f82d88f45c73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236100 Mar 09 05:58:29.684203 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc73955-5003-47ad-b508-49d49d6e6621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c50b5fd-9f61-48a2-9e5f-09711cd76116,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:29.684964 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45628) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:29.731973 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e5edae91-084d-4479-bdc1-1c48ffa6172e admin admin] Publish callbacks [] for security_group (2c50b5fd-9f61-48a2-9e5f-09711cd76116), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.752246 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e5edae91-084d-4479-bdc1-1c48ffa6172e admin admin] Publish callbacks [] for security_group (2c50b5fd-9f61-48a2-9e5f-09711cd76116), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.798483 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e5edae91-084d-4479-bdc1-1c48ffa6172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2c50b5fd-9f61-48a2-9e5f-09711cd76116), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.801309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e5edae91-084d-4479-bdc1-1c48ffa6172e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:29.802439 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e5edae91-084d-4479-bdc1-1c48ffa6172e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c50b5fd-9f61-48a2-9e5f-09711cd76116 HTTP/1.1" status: 204 len: 168 time: 0.1164925 Mar 09 05:58:29.810376 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edae91-084d-4479-bdc1-1c48ffa6172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c50b5fd-9f61-48a2-9e5f-09711cd76116,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:30.746832 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c8cf56a-6cce-4bd2-b9ab-de4a210dcf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:33.094735 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d1e65f7-90a4-42b7-a3ef-a82808713d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.397567 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.628143 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45740) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:34.731826 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2fd6971e-6e70-4a81-838e-e88ad1e577ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.804577 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2fd6971e-6e70-4a81-838e-e88ad1e577ae admin admin] Publish callbacks [] for security_group (e76578a5-48c9-486d-abb7-922931fa920e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.807993 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2fd6971e-6e70-4a81-838e-e88ad1e577ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (e76578a5-48c9-486d-abb7-922931fa920e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.843006 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6971e-6e70-4a81-838e-e88ad1e577ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76578a5-48c9-486d-abb7-922931fa920e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:34.847150 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2fd6971e-6e70-4a81-838e-e88ad1e577ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1defc490d4074777ad97c84a551a9a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203658 Mar 09 05:58:34.849728 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45746) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:34.897821 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbf6e-e8a1-48ef-81cb-3a418f3b6194 admin admin] Publish callbacks [] for security_group (e76578a5-48c9-486d-abb7-922931fa920e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.919400 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbf6e-e8a1-48ef-81cb-3a418f3b6194 admin admin] Publish callbacks [] for security_group (e76578a5-48c9-486d-abb7-922931fa920e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.965876 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbf6e-e8a1-48ef-81cb-3a418f3b6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (e76578a5-48c9-486d-abb7-922931fa920e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.968683 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbf6e-e8a1-48ef-81cb-3a418f3b6194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:34.969892 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e1ddbf6e-e8a1-48ef-81cb-3a418f3b6194 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e76578a5-48c9-486d-abb7-922931fa920e HTTP/1.1" status: 204 len: 168 time: 0.1192865 Mar 09 05:58:34.978472 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddbf6e-e8a1-48ef-81cb-3a418f3b6194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76578a5-48c9-486d-abb7-922931fa920e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:35.236562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45754) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:35.249735 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b77b6746-12bb-421f-b272-a5be5a81831b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:35.321964 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b77b6746-12bb-421f-b272-a5be5a81831b admin admin] Publish callbacks [] for security_group (6c70ba60-dc94-4ad5-be0a-d0324c82632e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:35.326088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b77b6746-12bb-421f-b272-a5be5a81831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6c70ba60-dc94-4ad5-be0a-d0324c82632e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:35.363151 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b77b6746-12bb-421f-b272-a5be5a81831b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d34cac42ba824bf6ae55ada2f4aadb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255364 Mar 09 05:58:35.363984 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b6746-12bb-421f-b272-a5be5a81831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c70ba60-dc94-4ad5-be0a-d0324c82632e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:35.366124 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45756) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:35.417492 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-208d1447-e80c-473f-aee9-0ec35dfd906e admin admin] Publish callbacks [] for security_group (6c70ba60-dc94-4ad5-be0a-d0324c82632e), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:35.437789 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-208d1447-e80c-473f-aee9-0ec35dfd906e admin admin] Publish callbacks [] for security_group (6c70ba60-dc94-4ad5-be0a-d0324c82632e), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:35.484935 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-208d1447-e80c-473f-aee9-0ec35dfd906e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (6c70ba60-dc94-4ad5-be0a-d0324c82632e), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:35.487486 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-208d1447-e80c-473f-aee9-0ec35dfd906e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:35.488630 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-208d1447-e80c-473f-aee9-0ec35dfd906e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c70ba60-dc94-4ad5-be0a-d0324c82632e HTTP/1.1" status: 204 len: 168 time: 0.1213901 Mar 09 05:58:35.496676 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d1447-e80c-473f-aee9-0ec35dfd906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c70ba60-dc94-4ad5-be0a-d0324c82632e,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:35.532090 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.155309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45798) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:36.262500 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-145988826-network', 'tenant_id': '65ef246564954102b361d6729ec9e238'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:36.282445 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Made reservation on behalf of 65ef246564954102b361d6729ec9e238 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:58:36.284713 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.292988 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.368690 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks [] for security_group (a57d6422-0c38-4651-a94c-6b8ff964d565), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.372476 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a57d6422-0c38-4651-a94c-6b8ff964d565), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.392502 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:58:36.407984 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d6422-0c38-4651-a94c-6b8ff964d565,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:36.410851 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.411185 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Added segment 3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce of type vlan for network 7d686975-9c17-4dd7-9c60-e1aa69b70b73 Mar 09 05:58:36.449280 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (7d686975-9c17-4dd7-9c60-e1aa69b70b73), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.472989 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (7d686975-9c17-4dd7-9c60-e1aa69b70b73), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.473991 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:36.474560 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.506782 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3503096 Mar 09 05:58:36.511223 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45802) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:36.516066 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Request body: {'subnet': {'network_id': '7d686975-9c17-4dd7-9c60-e1aa69b70b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-145988826-subnet', 'tenant_id': '65ef246564954102b361d6729ec9e238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:36.536020 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Made reservation on behalf of 65ef246564954102b361d6729ec9e238 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:58:36.536344 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a474-859d-4aa1-83b3-3696a9bcc1ee admin admin] Pushing event updated for resources: {'Network': ['ID=7d686975-9c17-4dd7-9c60-e1aa69b70b73,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:36.539240 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287778'] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.547472 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 7d686975-9c17-4dd7-9c60-e1aa69b70b73 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:58:36.705825 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287804'] for subnet (9cb353e4-0981-4a48-a2d7-c1f94af81047), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.760127 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb353e4-0981-4a48-a2d7-c1f94af81047,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:36.767107 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Checking segment: {'id': '3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d686975-9c17-4dd7-9c60-e1aa69b70b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:58:36.767471 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Network hostable DHCP agents. Network: 7d686975-9c17-4dd7-9c60-e1aa69b70b73, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:58:36.785022 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Network 7d686975-9c17-4dd7-9c60-e1aa69b70b73 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:58:36.794924 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 7d686975-9c17-4dd7-9c60-e1aa69b70b73) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:58:36.799109 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:36.799700 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:36.804689 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67856ea3-02f6-4e36-a61c-7ec764f67282 None None] Network 7d686975-9c17-4dd7-9c60-e1aa69b70b73 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:58:36.824947 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a169c620-a149-401e-8497-3dc8ed16a4d9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3041465 Mar 09 05:58:36.899130 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc32b42-1d50-4259-a73a-4f6496b6fe10 None None] Network 7d686975-9c17-4dd7-9c60-e1aa69b70b73 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:58:37.121758 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.292994 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45824) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:37.299581 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1998481620-network', 'tenant_id': 'a40034fa24bd48fe99e3b60e10122b7a'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:37.319399 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Made reservation on behalf of a40034fa24bd48fe99e3b60e10122b7a for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:58:37.321798 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.329998 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.406155 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks [] for security_group (3428d33d-8f96-4f2a-ba71-c9b0587e7a7f), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.409801 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (3428d33d-8f96-4f2a-ba71-c9b0587e7a7f), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.433736 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:58:37.448828 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3428d33d-8f96-4f2a-ba71-c9b0587e7a7f,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:37.451754 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.452098 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Added segment 68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85 of type vlan for network d01ef235-233a-4c1b-8542-2cdc3367f3a3 Mar 09 05:58:37.490867 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (d01ef235-233a-4c1b-8542-2cdc3367f3a3), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.514829 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (d01ef235-233a-4c1b-8542-2cdc3367f3a3), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.515780 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:37.516362 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.548408 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2535808 Mar 09 05:58:37.551276 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45826) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:37.556118 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Request body: {'subnet': {'network_id': 'd01ef235-233a-4c1b-8542-2cdc3367f3a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1998481620-subnet', 'tenant_id': 'a40034fa24bd48fe99e3b60e10122b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:37.574910 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Made reservation on behalf of a40034fa24bd48fe99e3b60e10122b7a for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:58:37.577219 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126784045'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.578686 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b33d4-f791-4274-9aaf-d0f9171b6657 admin admin] Pushing event updated for resources: {'Network': ['ID=d01ef235-233a-4c1b-8542-2cdc3367f3a3,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:37.588679 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network d01ef235-233a-4c1b-8542-2cdc3367f3a3 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:58:37.740200 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126030606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126784051'] for subnet (6d7eb458-5060-49ab-b649-8c26727de75d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.795686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7eb458-5060-49ab-b649-8c26727de75d,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:37.802604 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Checking segment: {'id': '68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd01ef235-233a-4c1b-8542-2cdc3367f3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:58:37.802963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Network hostable DHCP agents. Network: d01ef235-233a-4c1b-8542-2cdc3367f3a3, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:58:37.819390 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Network d01ef235-233a-4c1b-8542-2cdc3367f3a3 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:58:37.828265 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, d01ef235-233a-4c1b-8542-2cdc3367f3a3) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:58:37.833113 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:37.835046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:37.836109 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c86c4-1fb2-4ae3-84c0-9f5ba146c852 None None] Network d01ef235-233a-4c1b-8542-2cdc3367f3a3 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:58:37.850348 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-30b5f280-278a-44ce-adfb-44ee74d8c7b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2980001 Mar 09 05:58:37.938954 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09999aa8-fe2c-408e-aebe-cf442aee23f3 None None] Network d01ef235-233a-4c1b-8542-2cdc3367f3a3 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:58:38.098252 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45836) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:38.141664 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] Deleting subnet d3041ff1-b030-4098-b7a1-ad1d2cfc78f1 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:58:38.144827 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] Publish callbacks [] for subnet (d3041ff1-b030-4098-b7a1-ad1d2cfc78f1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.180021 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (d3041ff1-b030-4098-b7a1-ad1d2cfc78f1), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.222782 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (d3041ff1-b030-4098-b7a1-ad1d2cfc78f1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.277549 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (d3041ff1-b030-4098-b7a1-ad1d2cfc78f1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.304584 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3041ff1-b030-4098-b7a1-ad1d2cfc78f1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:38.306630 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.312872 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-53d6ecd6-2a3f-4b62-9040-b325eb19e811 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d3041ff1-b030-4098-b7a1-ad1d2cfc78f1 HTTP/1.1" status: 204 len: 168 time: 0.2134621 Mar 09 05:58:38.313144 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45840) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:38.390456 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (de8aacac-0d50-4d55-8223-ab5e95e86091), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.474364 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (de8aacac-0d50-4d55-8223-ab5e95e86091), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.497988 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8aacac-0d50-4d55-8223-ab5e95e86091']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:38.506793 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b101713e-0bb1-4810-b6e7-f330f45e6546') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:38.507135 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b101713e-0bb1-4810-b6e7-f330f45e6546') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:38.517175 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (b101713e-0bb1-4810-b6e7-f330f45e6546), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.530453 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (b101713e-0bb1-4810-b6e7-f330f45e6546), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.536637 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:58:38.537043 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (b101713e-0bb1-4810-b6e7-f330f45e6546), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:58:38.538619 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:58:38.590427 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (de8aacac-0d50-4d55-8223-ab5e95e86091), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.596870 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.600082 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] 10.222.0.36 "DELETE /v2.0/networks/de8aacac-0d50-4d55-8223-ab5e95e86091 HTTP/1.1" status: 204 len: 168 time: 0.2855420 Mar 09 05:58:38.612825 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95460e5b-2264-4d21-b827-256a5ba087db admin admin] Pushing event deleted for resources: {'Network': ['ID=de8aacac-0d50-4d55-8223-ab5e95e86091,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:38.764778 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45848) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:38.808116 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d6e95ee3-cf3b-4a89-859a-5e70138ed84e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bca7b636985547ea8b9a458a0a6f3d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420823 Mar 09 05:58:38.810572 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45850) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:38.862779 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06822634-b3b6-420b-938c-78da607e677e admin admin] Publish callbacks [] for security_group (099775f8-458e-404d-a7e3-559e0f8e211d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.883681 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06822634-b3b6-420b-938c-78da607e677e admin admin] Publish callbacks [] for security_group (099775f8-458e-404d-a7e3-559e0f8e211d), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.928592 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06822634-b3b6-420b-938c-78da607e677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (099775f8-458e-404d-a7e3-559e0f8e211d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.931218 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06822634-b3b6-420b-938c-78da607e677e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:38.933000 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-06822634-b3b6-420b-938c-78da607e677e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/099775f8-458e-404d-a7e3-559e0f8e211d HTTP/1.1" status: 204 len: 168 time: 0.1215506 Mar 09 05:58:38.940251 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06822634-b3b6-420b-938c-78da607e677e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099775f8-458e-404d-a7e3-559e0f8e211d,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:40.798888 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6ef9-8951-4d42-8003-d0dd0601d10a req-bbcc3add-9346-4027-871a-38fae402d0dd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:40.800331 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-06ef6ef9-8951-4d42-8003-d0dd0601d10a req-bbcc3add-9346-4027-871a-38fae402d0dd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0513296 Mar 09 05:58:40.845032 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-06ef6ef9-8951-4d42-8003-d0dd0601d10a req-fa14d95f-23eb-4e6f-9e5e-64c1c9eb90a8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Mar 09 05:58:41.965860 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacc0b7-dc8d-4909-bd9c-652c340a514d req-d2f6ddf5-9f0b-4585-81c6-7678e795b2a7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:41.967301 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-dbacc0b7-dc8d-4909-bd9c-652c340a514d req-d2f6ddf5-9f0b-4585-81c6-7678e795b2a7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0517447 Mar 09 05:58:42.012869 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-dbacc0b7-dc8d-4909-bd9c-652c340a514d req-ec638a62-55a5-487a-8724-a19cc63c1455 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 Mar 09 05:58:42.755208 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-97ac644a-26d0-4abc-9175-6eabc1e458e0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:42.756667 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-97ac644a-26d0-4abc-9175-6eabc1e458e0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0510542 Mar 09 05:58:42.764227 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:42.852688 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Deleting port e2662167-a426-4cfd-bdb2-fa51160a94f8 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:42.852942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:42.938505 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] For port e2662167-a426-4cfd-bdb2-fa51160a94f8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=e2662167-a426-4cfd-bdb2-fa51160a94f8,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:42.938856 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:43.138541 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d677ee-c9d4-4e8c-b18c-dfd6d2cd3eca req-04832840-bb17-4c83-884a-ee07689a5b7d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:43.139917 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83d677ee-c9d4-4e8c-b18c-dfd6d2cd3eca req-04832840-bb17-4c83-884a-ee07689a5b7d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 946 time: 0.0564311 Mar 09 05:58:43.186842 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-83d677ee-c9d4-4e8c-b18c-dfd6d2cd3eca req-de4b3fdd-159a-40cb-abab-8796f627c1c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=73447e91-a922-4b90-86db-4e74ea8d4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Mar 09 05:58:43.208959 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:43.209525 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (d120b3b8-8c1e-4434-9fc5-aeb5128091ce), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:43.209644 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Floating IP d120b3b8-8c1e-4434-9fc5-aeb5128091ce disassociated. External IP: 172.27.1.45, port: e2662167-a426-4cfd-bdb2-fa51160a94f8. Mar 09 05:58:43.209934 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Calling delete_port for e2662167-a426-4cfd-bdb2-fa51160a94f8 owned by compute:nova {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:43.335103 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (e2662167-a426-4cfd-bdb2-fa51160a94f8), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:43.362119 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event deleted for resources: {'Port': ['ID=e2662167-a426-4cfd-bdb2-fa51160a94f8,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:43.750502 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:58:43.862890 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:58:43.873242 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] Sync routers for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:58:43.882992 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:43.883714 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:43.902780 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] No DVR routers for this DVR port e2662167-a426-4cfd-bdb2-fa51160a94f8 on host hv-cinder-83116 {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:58:43.905490 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:43.908757 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2daac7bb-c16a-4d75-9a02-1a7976472808 req-12730d02-a943-42e1-bb46-567716fce0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "DELETE /v2.0/ports/e2662167-a426-4cfd-bdb2-fa51160a94f8 HTTP/1.1" status: 204 len: 173 time: 1.1470411 Mar 09 05:58:43.909206 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-deleted', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:43.911468 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b5d4e0-3071-450f-abcb-24fdf40efb00" -d '{"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-deleted", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:43.948676 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e05f63-e33e-49ce-9fd6-7b75275737c2 x-openstack-request-id: req-e3e05f63-e33e-49ce-9fd6-7b75275737c2 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:43.949065 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de38c20-fb52-4f32-8f3f-4ac95e0b5bee", "name": "network-vif-deleted", "tag": "e2662167-a426-4cfd-bdb2-fa51160a94f8", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:43.949391 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3e05f63-e33e-49ce-9fd6-7b75275737c2 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:43.949862 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de38c20-fb52-4f32-8f3f-4ac95e0b5bee', 'name': 'network-vif-deleted', 'tag': 'e2662167-a426-4cfd-bdb2-fa51160a94f8', 'status': 'completed', 'code': 200} Mar 09 05:58:44.009654 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:44.300286 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cc9abd0d-10b3-4e55-a55e-dcfce41f400b req-f16c43f1-36b9-48fd-9f80-24a184befef3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de38c20-fb52-4f32-8f3f-4ac95e0b5bee HTTP/1.1" status: 200 len: 210 time: 0.0281482 Mar 09 05:58:44.342482 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:44.372550 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] Checking router: c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:58:44.380976 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:44.381588 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:44.493223 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:44.703110 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:44.730066 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfd3f41-fda1-430b-8246-f81e9c13f168 None None] The sync data for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi is: [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:58:44.990937 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9bd34-dcf7-4a6e-ad1f-e16b94d5ab3e None None] New status for floating IP d120b3b8-8c1e-4434-9fc5-aeb5128091ce: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:58:45.393113 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45938) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:45.446337 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e37c410c-4560-4f62-af77-9a9558af601d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (73447e91-a922-4b90-86db-4e74ea8d4dae), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.473264 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e37c410c-4560-4f62-af77-9a9558af601d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (73447e91-a922-4b90-86db-4e74ea8d4dae), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.520635 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e37c410c-4560-4f62-af77-9a9558af601d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (73447e91-a922-4b90-86db-4e74ea8d4dae), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.523284 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e37c410c-4560-4f62-af77-9a9558af601d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.524514 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e37c410c-4560-4f62-af77-9a9558af601d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "DELETE /v2.0/security-groups/73447e91-a922-4b90-86db-4e74ea8d4dae HTTP/1.1" status: 204 len: 168 time: 0.1303489 Mar 09 05:58:45.528193 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45940) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:45.534377 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c410c-4560-4f62-af77-9a9558af601d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73447e91-a922-4b90-86db-4e74ea8d4dae,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:45.544894 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.api.v2.resource [None req-b576dfa0-50f1-461b-a292-c793c9152ebc tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] show failed (client error): The resource could not be found. Mar 09 05:58:45.546107 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b576dfa0-50f1-461b-a292-c793c9152ebc tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups/73447e91-a922-4b90-86db-4e74ea8d4dae HTTP/1.1" status: 404 len: 347 time: 0.0169203 Mar 09 05:58:45.549150 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45942) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:45.677572 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Deleting port 569f83f1-d777-42af-949f-96120571ebc5 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:45.678077 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (569f83f1-d777-42af-949f-96120571ebc5), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.755862 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (569f83f1-d777-42af-949f-96120571ebc5), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.756193 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (569f83f1-d777-42af-949f-96120571ebc5), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.768541 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Calling delete_port for 569f83f1-d777-42af-949f-96120571ebc5 owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:45.905912 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (569f83f1-d777-42af-949f-96120571ebc5), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.931189 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event deleted for resources: {'Port': ['ID=569f83f1-d777-42af-949f-96120571ebc5,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:45.995336 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (d120b3b8-8c1e-4434-9fc5-aeb5128091ce), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.997849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:45.999135 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-01529fa6-b4d6-4139-97ff-0484d86e287a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "DELETE /v2.0/floatingips/d120b3b8-8c1e-4434-9fc5-aeb5128091ce HTTP/1.1" status: 204 len: 168 time: 0.4489157 Mar 09 05:58:46.106877 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:58:46.130954 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: e2662167-a426-4cfd-bdb2-fa51160a94f8 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:58:46.131312 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device e2662167-a426-4cfd-bdb2-fa51160a94f8 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:58:46.459744 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45954) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:46.464678 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-f59540b0-d7f9-4f06-9c09-8ed067d117e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464102784', 'description': 'tempest-description--265420872'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:46.484854 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f59540b0-d7f9-4f06-9c09-8ed067d117e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.549410 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f59540b0-d7f9-4f06-9c09-8ed067d117e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (5a8c086f-42f4-4554-b539-e8b538124fdc), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.553562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f59540b0-d7f9-4f06-9c09-8ed067d117e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5a8c086f-42f4-4554-b539-e8b538124fdc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.580339 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f59540b0-d7f9-4f06-9c09-8ed067d117e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.581547 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f59540b0-d7f9-4f06-9c09-8ed067d117e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1207242 Mar 09 05:58:46.584870 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45956) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:46.585375 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59540b0-d7f9-4f06-9c09-8ed067d117e2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c086f-42f4-4554-b539-e8b538124fdc,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:46.591397 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-29414261-b02b-4331-8074-63ad827ab43c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'security_group_rule': {'security_group_id': '5a8c086f-42f4-4554-b539-e8b538124fdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:46.622111 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-29414261-b02b-4331-8074-63ad827ab43c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (902799e3-7e90-490a-84e2-9b2e47ec173a), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.669128 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-29414261-b02b-4331-8074-63ad827ab43c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (902799e3-7e90-490a-84e2-9b2e47ec173a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.672724 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-29414261-b02b-4331-8074-63ad827ab43c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (902799e3-7e90-490a-84e2-9b2e47ec173a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.691121 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29414261-b02b-4331-8074-63ad827ab43c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902799e3-7e90-490a-84e2-9b2e47ec173a,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:46.696298 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-29414261-b02b-4331-8074-63ad827ab43c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.698439 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-29414261-b02b-4331-8074-63ad827ab43c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113653 Mar 09 05:58:46.700420 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 45958) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:46.705036 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-f86e9d5d-2814-4804-b370-8a04b3e09238 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'security_group_rule': {'security_group_id': '5a8c086f-42f4-4554-b539-e8b538124fdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:46.730804 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f86e9d5d-2814-4804-b370-8a04b3e09238 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (7a1613d7-c938-4106-b338-e60ff78b8774), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.789409 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f86e9d5d-2814-4804-b370-8a04b3e09238 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (7a1613d7-c938-4106-b338-e60ff78b8774), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.794354 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f86e9d5d-2814-4804-b370-8a04b3e09238 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (7a1613d7-c938-4106-b338-e60ff78b8774), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.811343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e9d5d-2814-4804-b370-8a04b3e09238 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1613d7-c938-4106-b338-e60ff78b8774,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:46.820088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f86e9d5d-2814-4804-b370-8a04b3e09238 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.824545 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 45960) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:46.824725 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f86e9d5d-2814-4804-b370-8a04b3e09238 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229773 Mar 09 05:58:46.829399 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:46.848575 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:46.944085 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.053351 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Allocated IP 172.27.1.243 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/be00107e-9c94-4761-aea7-36dfb0a0856c) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:58:47.162561 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.197090 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.236549 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:58:47.241150 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:58:47.244622 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:58:47.250179 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'Port': ['ID=be00107e-9c94-4761-aea7-36dfb0a0856c,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:47.336242 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (c2ad4bc2-8243-4b5e-9612-47ae20eddf40), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.376450 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.553049 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.558694 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.639077 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'Port': ['ID=be00107e-9c94-4761-aea7-36dfb0a0856c,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:47.650547 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (c2ad4bc2-8243-4b5e-9612-47ae20eddf40), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.665284 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:47.667371 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e656c972-b37f-4f86-afb9-5f4029afa128 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8413727 Mar 09 05:58:47.864756 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-3b16d992-d1a9-4652-8aca-7feb4f380af2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1464102784&fields=id&tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 267 time: 0.0416398 Mar 09 05:58:48.191007 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-3a2b31cd-08bf-4b7e-834e-9cfd4076586d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:48.192329 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-3a2b31cd-08bf-4b7e-834e-9cfd4076586d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 817 time: 0.3212662 Mar 09 05:58:48.206832 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-30aac886-b3df-4b72-a887-627f518ef0b9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/quotas/a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 375 time: 0.0090694 Mar 09 05:58:48.213330 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-701277a6-a5da-4f23-b416-8a09d87e6dd3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392371586&fields=id&tenant_id=8dd1ddba41394c2fb616927fce609cd9 HTTP/1.1" status: 200 len: 267 time: 0.0452948 Mar 09 05:58:48.262821 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-0ce2386b-5957-48f6-b810-38166680c0c0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507607 Mar 09 05:58:48.274919 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-def3d9bf-5629-4d69-8711-e54ae66de66c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:48.277282 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-def3d9bf-5629-4d69-8711-e54ae66de66c tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 984 time: 0.0584304 Mar 09 05:58:48.288113 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Request body: {'port': {'security_groups': ['96f805b3-5d05-40f9-ad80-31d3408e2770']}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:48.356995 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-9d93ed58-db36-4a29-a8a3-811279fa89ba service neutron] 10.222.0.36 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825524 Mar 09 05:58:48.368663 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.446191 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-aa3ca431-b62f-43bb-9109-14bb171c7768 service neutron] 10.222.0.36 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834146 Mar 09 05:58:48.551165 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=81722dcc-a23d-4b21-aa38-d7389447d82b,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:48.584676 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.589666 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.624887 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-526fa13b-8e78-46bc-9008-d8a1e4235d32 req-7b21a5eb-9d75-4c25-b2ca-ff9b9f5ec417 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 210 time: 0.0453374 Mar 09 05:58:48.634529 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['81722dcc-a23d-4b21-aa38-d7389447d82b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:58:48.638075 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:48.638857 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.640332 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7a88d23-63ae-44c8-b5e4-eaee69a5f566 req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "PUT /v2.0/ports/81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 942 time: 0.3567028 Mar 09 05:58:48.643382 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:48.646300 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46002) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:48.656396 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:48.709634 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575468a5-41b7-4d1d-acf4-70e9e8857c40 x-openstack-request-id: req-575468a5-41b7-4d1d-acf4-70e9e8857c40 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:48.712823 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:48.714088 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-575468a5-41b7-4d1d-acf4-70e9e8857c40 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:48.715371 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'status': 'completed', 'code': 200} Mar 09 05:58:48.716839 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b43a9-b933-40f8-b151-532a67aedbc3 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event updated for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=7']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:48.777647 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-251b2faa-2fac-4618-894a-5ab913ccdea7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group (26089c0c-ce86-4f85-a8bf-bf36e8818578), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.815431 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['81722dcc-a23d-4b21-aa38-d7389447d82b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:58:48.828590 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-251b2faa-2fac-4618-894a-5ab913ccdea7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group (26089c0c-ce86-4f85-a8bf-bf36e8818578), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.856189 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-cd5594a4-30f2-438d-9824-5c45821c524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:48.857894 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-cd5594a4-30f2-438d-9824-5c45821c524f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1129 time: 0.1004329 Mar 09 05:58:48.980831 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-251b2faa-2fac-4618-894a-5ab913ccdea7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (26089c0c-ce86-4f85-a8bf-bf36e8818578), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.984001 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-251b2faa-2fac-4618-894a-5ab913ccdea7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:48.989523 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46012) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:48.989830 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-251b2faa-2fac-4618-894a-5ab913ccdea7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "DELETE /v2.0/security-groups/26089c0c-ce86-4f85-a8bf-bf36e8818578 HTTP/1.1" status: 204 len: 168 time: 0.3422270 Mar 09 05:58:49.000539 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b2faa-2fac-4618-894a-5ab913ccdea7 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26089c0c-ce86-4f85-a8bf-bf36e8818578,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:49.129136 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-cc23c6c9-6a3c-4aa7-b5e9-4dc387d65779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:49.130856 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-cc23c6c9-6a3c-4aa7-b5e9-4dc387d65779 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 916 time: 0.2661476 Mar 09 05:58:49.137303 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-8fbc18fd-7cf2-4fe1-adc3-37015006a4ac None None] Provisioning complete for port 81722dcc-a23d-4b21-aa38-d7389447d82b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:58:49.137801 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8fbc18fd-7cf2-4fe1-adc3-37015006a4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:49.242956 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-1e95ffb6-0ffa-4f50-8fbe-9125bba02763 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 1001 time: 0.1029296 Mar 09 05:58:49.280069 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc18fd-7cf2-4fe1-adc3-37015006a4ac None None] Current status of the port 81722dcc-a23d-4b21-aa38-d7389447d82b is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:58:49.286650 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Deleting port bcae2d86-c98f-458b-8aad-a479cd7f6a74 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:49.286997 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:49.319215 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-4da2b17b-2d43-4049-a2c1-9401fa3d2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:49.320674 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-4da2b17b-2d43-4049-a2c1-9401fa3d2a71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 200 len: 854 time: 0.0689309 Mar 09 05:58:49.404788 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:49.405109 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for floatingip (bcae2d86-c98f-458b-8aad-a479cd7f6a74), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:49.423948 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Calling delete_port for bcae2d86-c98f-458b-8aad-a479cd7f6a74 owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:49.443053 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-2c6c3b35-4ee5-4b2c-8da6-e6fb713c28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:49.444668 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-2c6c3b35-4ee5-4b2c-8da6-e6fb713c28d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67255969-3db6-461c-8729-4f84f94a261c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907359 Mar 09 05:58:49.616478 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-3271c79a-10e9-4040-9da2-d7ba476f4f7b service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415615 Mar 09 05:58:49.743810 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f539e18f-0c3f-4546-a150-334b24ed0234 req-65455230-8919-447a-ab24-a8b5f478aa37 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 210 time: 0.0293200 Mar 09 05:58:49.744360 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a2198309-eb4c-4acb-ba4e-0c3a6cabac85 req-d1c7f537-6d10-4988-bf17-9f6372a0dfb8 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197448 Mar 09 05:58:49.748474 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (bcae2d86-c98f-458b-8aad-a479cd7f6a74), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:49.774873 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event deleted for resources: {'Port': ['ID=bcae2d86-c98f-458b-8aad-a479cd7f6a74,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:49.842689 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks [] for floatingip (23a210ff-7769-4961-9c76-b96acf832929), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:49.843030 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Floating IP 23a210ff-7769-4961-9c76-b96acf832929 disassociated (deleted). External IP: 172.27.1.201, port: 81722dcc-a23d-4b21-aa38-d7389447d82b. Mar 09 05:58:50.023903 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-0445f776-c404-4d18-89de-b42296351865 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:50.025327 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-0445f776-c404-4d18-89de-b42296351865 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 817 time: 0.1492682 Mar 09 05:58:50.155503 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-2b75a426-df51-48eb-9e7c-fc41358cbfc4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 380 time: 0.0911808 Mar 09 05:58:50.170056 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'port': {'device_id': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'admin_state_up': True, 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'security_groups': ['5a8c086f-42f4-4554-b539-e8b538124fdc']}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:50.193611 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:58:50.377430 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Made reservation on behalf of a1e4e7f1ed694b2c935d746c2c5427aa for: {'port': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:58:50.380272 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:50.395954 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:58:50.401959 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:50.407747 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] Sync routers for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:58:50.420987 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:50.421770 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:50.479465 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-968f247a-80e7-4774-8cb9-0f0aa614af3d tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "DELETE /v2.0/floatingips/23a210ff-7769-4961-9c76-b96acf832929 HTTP/1.1" status: 204 len: 168 time: 1.4844811 Mar 09 05:58:50.550167 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:50.571129 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Allocated IP 172.20.0.12 (ca3eeb19-2a38-440d-986e-aeaef681994a/d3924960-cb08-4fc3-aa79-3f821bc84940/b0096e4e-a6ac-4614-8d3f-91c3ecff7025) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:58:50.731149 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:50.733933 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:50.785575 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e38cff-596e-4c15-a983-7eadefa989f0 x-openstack-request-id: req-04e38cff-596e-4c15-a983-7eadefa989f0 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:50.786232 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:50.786232 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04e38cff-596e-4c15-a983-7eadefa989f0 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:50.787049 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'status': 'completed', 'code': 200} Mar 09 05:58:50.804625 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:50.854852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 5, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:50.879697 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6f0a25de-832b-4111-977a-39357df5ea57 req-20c51b94-390a-4796-b5cc-7a38fe386095 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 210 time: 0.0364935 Mar 09 05:58:50.890626 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] Checking router: fad8aa55-6f5d-4238-b25a-46c85c37e6a2 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:58:50.893464 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:50.901842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-2c260c95-3543-4262-bed5-60fecb19fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:50.902465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:58:50.902465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:50.904457 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-2c260c95-3543-4262-bed5-60fecb19fd45 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8dd1ddba41394c2fb616927fce609cd9&device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 1129 time: 0.0632334 Mar 09 05:58:50.954166 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Network ca3eeb19-2a38-440d-986e-aeaef681994a is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:58:50.958039 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:58:50.960866 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:58:50.987142 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:51.020241 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:51.021063 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.031121 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-4d1315cb-cd57-4ff8-b3bc-cb4be85115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:51.035051 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-4d1315cb-cd57-4ff8-b3bc-cb4be85115c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 200 len: 916 time: 0.1136377 Mar 09 05:58:51.041944 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-41dad5a9-7186-48e2-babe-a3ab35f981b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776498 Mar 09 05:58:51.049798 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:58:51.060606 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Request body: {'port': {'device_id': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:51.080031 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-a61d31db-eb4d-468b-af2b-4c6d3e08bdbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 200 len: 217 time: 0.0386982 Mar 09 05:58:51.138894 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.150003 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-72c97891-c6d6-4fcd-b5d3-f9642a9c914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:51.152661 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-72c97891-c6d6-4fcd-b5d3-f9642a9c914c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 200 len: 854 time: 0.0668302 Mar 09 05:58:51.212687 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-10d5c95b-a0b9-47f0-bc7d-f51d18c0a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:51.213604 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-10d5c95b-a0b9-47f0-bc7d-f51d18c0a58f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=67255969-3db6-461c-8729-4f84f94a261c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526927 Mar 09 05:58:51.292740 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 5, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:51.324495 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d256bd-6233-4b70-8f14-85d019416154 None None] The sync data for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi is: [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:55:50Z', 'revision_number': 4, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'a7efbc1f-d4b5-4683-b444-b51ab37b7abe', 'name': '', 'network_id': '67255969-3db6-461c-8729-4f84f94a261c', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'mac_address': 'fa:16:3e:8f:7d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:50Z', 'updated_at': '2022-03-09T05:55:56Z', 'revision_number': 5, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'subnets': [{'id': '1b9951ba-df2a-4f53-8f9a-f2101dd36d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:58:51.327488 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-8a0919fc-f97c-4bb0-9945-476c00f01b01 service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061351 Mar 09 05:58:51.335984 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-fe308f99-42b4-4648-83d0-306a00cd718a None None] Provisioning complete for port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:58:51.336368 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fe308f99-42b4-4648-83d0-306a00cd718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.389315 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-fe308f99-42b4-4648-83d0-306a00cd718a None None] Port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:58:51.457059 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0096e4e-a6ac-4614-8d3f-91c3ecff7025 {{(pid=103972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:58:51.457313 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cb7adc2f-e2f7-4be2-81ee-a9f8adc4dcb6 req-f8cceef6-7650-40b7-9433-db5456a1ff3a service neutron] 10.222.0.32 "GET /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183112 Mar 09 05:58:51.465323 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Publish callbacks [] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.477658 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.provisioning_blocks [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Transition to ACTIVE for port object b0096e4e-a6ac-4614-8d3f-91c3ecff7025 will not be triggered until provisioned by entity L2. {{(pid=103972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:58:51.482542 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.532014 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:51.616600 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1a16f-e906-4b69-a3d7-c33621aba35d None None] New status for floating IP 23a210ff-7769-4961-9c76-b96acf832929: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:58:51.622977 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Attempting to bind port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:58:51.623315 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Attempting to bind port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:58:51.623726 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Attempting to bind port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 on network ca3eeb19-2a38-440d-986e-aeaef681994a {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:58:51.628948 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 on network ca3eeb19-2a38-440d-986e-aeaef681994a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:58:51.629274 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Attempting to bind port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 on network ca3eeb19-2a38-440d-986e-aeaef681994a {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:58:51.634838 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:58:51.635419 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Checking segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:58:51.635955 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Bound using segment: {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'} {{(pid=103972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:58:51.636333 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.managers [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Bound port: b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaeec34d-88d3-43cd-b4a4-efb4874212a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a'}}] {{(pid=103972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:58:51.636843 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.714020 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, cleared binding levels {{(pid=103972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:58:51.717847 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:58:51.727517 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.766203 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:51.766845 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:51.768204 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] 10.222.0.32 "PUT /v2.0/ports/b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 1094 time: 0.7128024 Mar 09 05:58:51.792856 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a124e-c826-47e3-b2b0-992e4da03c7c service neutron] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=3']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:51.891999 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-3c87b736-838f-448b-9d78-cc0960b58a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:51.893718 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-3c87b736-838f-448b-9d78-cc0960b58a5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1128 time: 0.0504186 Mar 09 05:58:52.013886 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46082) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:52.076054 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] Deleting subnet 9cb353e4-0981-4a48-a2d7-c1f94af81047 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:58:52.081405 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] Publish callbacks [] for subnet (9cb353e4-0981-4a48-a2d7-c1f94af81047), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.090022 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35693b-4c9b-4ce3-9841-e4e98b9a69b8 req-42aaf699-bce7-40a2-90ef-2bd0e5a8e197 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:52.091705 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ef35693b-4c9b-4ce3-9841-e4e98b9a69b8 req-42aaf699-bce7-40a2-90ef-2bd0e5a8e197 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.1131642 Mar 09 05:58:52.159077 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (9cb353e4-0981-4a48-a2d7-c1f94af81047), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.199835 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ef35693b-4c9b-4ce3-9841-e4e98b9a69b8 req-a2ba9599-1107-4b1a-8114-125f84dad7d2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849993 Mar 09 05:58:52.214226 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (9cb353e4-0981-4a48-a2d7-c1f94af81047), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.243518 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-30cd5c58-f37a-4022-9775-d64b92b0aeb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 217 time: 0.3334255 Mar 09 05:58:52.268270 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (9cb353e4-0981-4a48-a2d7-c1f94af81047), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.295389 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb353e4-0981-4a48-a2d7-c1f94af81047,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:52.299085 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.299787 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-ae21971e-716f-4545-a448-9a538ebeafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:52.301460 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-ae21971e-716f-4545-a448-9a538ebeafbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0509610 Mar 09 05:58:52.302526 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3b0946cf-05d3-4ed5-8aa4-d7035ac48af9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9cb353e4-0981-4a48-a2d7-c1f94af81047 HTTP/1.1" status: 204 len: 168 time: 0.2863553 Mar 09 05:58:52.305165 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46088) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:52.360613 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-249d9e6d-be73-482f-9f99-53ffa669a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:52.362195 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-249d9e6d-be73-482f-9f99-53ffa669a302 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532522 Mar 09 05:58:52.394170 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (7d686975-9c17-4dd7-9c60-e1aa69b70b73), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.456073 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-4fb95a16-9e7e-43cd-baea-69c5012571ae service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874152 Mar 09 05:58:52.473821 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (7d686975-9c17-4dd7-9c60-e1aa69b70b73), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.492762 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d686975-9c17-4dd7-9c60-e1aa69b70b73']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:52.502704 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:52.503006 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:52.513309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734026'] for segment (3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.526104 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.532112 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:58:52.532531 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126030243'] for segment (3f5cf1b2-e1e3-4206-ad9a-a0a7e31e7fce), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: Traceback (most recent call last): Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: timer() Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: cb(*args, **kw) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: return func(*args, **kwargs) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: self._notify() Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: self.callback(batched_events) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: event.method(event) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: return f(self, *a, **k) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._get(url).json() Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: return self.request(url, 'GET', **kwargs) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:58:52.534236 dv-cinder-831167-2-iscsi neutron-server[103971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:58:52.545002 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-3ebb91bc-4af9-470a-a3e2-c9b4eac5c172 req-5e2fa95c-4227-408e-84f1-78be05bae4c9 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830817 Mar 09 05:58:52.587093 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (7d686975-9c17-4dd7-9c60-e1aa69b70b73), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.592777 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.595891 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] 10.222.0.36 "DELETE /v2.0/networks/7d686975-9c17-4dd7-9c60-e1aa69b70b73 HTTP/1.1" status: 204 len: 168 time: 0.2897491 Mar 09 05:58:52.598753 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46090) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:52.606565 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a26c5a-4210-4991-b927-820bb969373d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d686975-9c17-4dd7-9c60-e1aa69b70b73,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:52.647975 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] Deleting subnet 6d7eb458-5060-49ab-b649-8c26727de75d {{(pid=103972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:58:52.651304 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] Publish callbacks [] for subnet (6d7eb458-5060-49ab-b649-8c26727de75d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.684679 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880788'] for subnet (6d7eb458-5060-49ab-b649-8c26727de75d), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.720695 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (6d7eb458-5060-49ab-b649-8c26727de75d), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.772529 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287813'] for subnet (6d7eb458-5060-49ab-b649-8c26727de75d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.796841 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:52.799028 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:52.803450 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7eb458-5060-49ab-b649-8c26727de75d,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:52.806235 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.810445 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-5d166678-5ae6-4013-a7b0-e4de43c23f4a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6d7eb458-5060-49ab-b649-8c26727de75d HTTP/1.1" status: 204 len: 168 time: 0.2106152 Mar 09 05:58:52.812893 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46094) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:52.839641 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47cfb6e-b523-404a-8a20-b56bd95d7eaf x-openstack-request-id: req-e47cfb6e-b523-404a-8a20-b56bd95d7eaf {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:52.839929 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:52.840180 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e47cfb6e-b523-404a-8a20-b56bd95d7eaf {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:52.840608 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'status': 'completed', 'code': 200} Mar 09 05:58:52.887151 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (d01ef235-233a-4c1b-8542-2cdc3367f3a3), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:52.995926 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (d01ef235-233a-4c1b-8542-2cdc3367f3a3), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.007916 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-1d83b58a-2f7b-408c-ae8d-59b1a76bac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:53.009428 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-1d83b58a-2f7b-408c-ae8d-59b1a76bac8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1128 time: 0.1145434 Mar 09 05:58:53.027612 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01ef235-233a-4c1b-8542-2cdc3367f3a3']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:53.047058 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:53.047353 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:58:53.063808 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.108267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.117818 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:58:53.118237 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (68c1006b-dfb6-4ff0-9dd1-ee1e8884ac85), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:58:53.119999 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:58:53.178757 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-ae725f4c-19a8-4a71-a078-dace8a5b7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:53.180222 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-ae725f4c-19a8-4a71-a078-dace8a5b7787 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.1627691 Mar 09 05:58:53.187171 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (d01ef235-233a-4c1b-8542-2cdc3367f3a3), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.192641 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.195688 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] 10.222.0.36 "DELETE /v2.0/networks/d01ef235-233a-4c1b-8542-2cdc3367f3a3 HTTP/1.1" status: 204 len: 168 time: 0.3818917 Mar 09 05:58:53.214034 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4ea79-62e1-4918-84ef-fab594f2dd1f admin admin] Pushing event deleted for resources: {'Network': ['ID=d01ef235-233a-4c1b-8542-2cdc3367f3a3,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:53.251235 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-aded2d83-627e-498e-b479-067c536f47d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 217 time: 0.0534849 Mar 09 05:58:53.338661 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-790b866e-db9d-43be-aa4f-95078391a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:53.340155 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-790b866e-db9d-43be-aa4f-95078391a9cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0809312 Mar 09 05:58:53.364617 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75bf32-3daf-45f6-be09-ccd249e36d31 req-262d1d7f-9783-494a-be89-e3233e3f8450 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:53.366065 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ab75bf32-3daf-45f6-be09-ccd249e36d31 req-262d1d7f-9783-494a-be89-e3233e3f8450 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0651004 Mar 09 05:58:53.410862 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46106) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:53.451041 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ab75bf32-3daf-45f6-be09-ccd249e36d31 req-339b798b-69b0-4e6b-bae1-2ba49b73959a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786982 Mar 09 05:58:53.457161 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-af9badd8-e69c-48b2-87e5-6e9ff684585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:53.458221 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1a986-a56d-4886-850f-471ab45659a7 req-e31833aa-b544-463f-acaf-94cf181b4fad tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:53.458753 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-af9badd8-e69c-48b2-87e5-6e9ff684585b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800042 Mar 09 05:58:53.459824 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c1c1a986-a56d-4886-850f-471ab45659a7 req-e31833aa-b544-463f-acaf-94cf181b4fad tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0953598 Mar 09 05:58:53.486813 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-01cf40a8-fdaa-443b-997a-ca2658e2a94d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65ef246564954102b361d6729ec9e238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0748072 Mar 09 05:58:53.489196 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46108) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:53.536428 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c1c1a986-a56d-4886-850f-471ab45659a7 req-0f54b36d-95cb-43f5-ae57-3c0a08e338eb tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Mar 09 05:58:53.554979 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-467a6539-ffd8-43e1-973d-fa1d2c0b4312 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871646 Mar 09 05:58:53.559306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77cd0af2-30a4-461f-b4da-cb9639cf7b01 admin admin] Publish callbacks [] for security_group (a57d6422-0c38-4651-a94c-6b8ff964d565), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.579890 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77cd0af2-30a4-461f-b4da-cb9639cf7b01 admin admin] Publish callbacks [] for security_group (a57d6422-0c38-4651-a94c-6b8ff964d565), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.626350 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77cd0af2-30a4-461f-b4da-cb9639cf7b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a57d6422-0c38-4651-a94c-6b8ff964d565), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.629096 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77cd0af2-30a4-461f-b4da-cb9639cf7b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:53.630226 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-77cd0af2-30a4-461f-b4da-cb9639cf7b01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a57d6422-0c38-4651-a94c-6b8ff964d565 HTTP/1.1" status: 204 len: 168 time: 0.1401458 Mar 09 05:58:53.642722 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd0af2-30a4-461f-b4da-cb9639cf7b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d6422-0c38-4651-a94c-6b8ff964d565,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:53.655891 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f17e888-d7aa-4fce-a8fd-3140416a7b4f req-4a76334b-03d4-4dc4-baa2-6f323ce1c5eb service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925882 Mar 09 05:58:53.941007 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46114) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:53.979753 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-012ed821-1b77-4f0f-a18c-a14ec7d49d2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a40034fa24bd48fe99e3b60e10122b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369618 Mar 09 05:58:53.982081 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46116) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:54.029109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6f121e9-9e38-4791-ab89-becdc904d1ef admin admin] Publish callbacks [] for security_group (3428d33d-8f96-4f2a-ba71-c9b0587e7a7f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.049599 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6f121e9-9e38-4791-ab89-becdc904d1ef admin admin] Publish callbacks [] for security_group (3428d33d-8f96-4f2a-ba71-c9b0587e7a7f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.094514 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6f121e9-9e38-4791-ab89-becdc904d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (3428d33d-8f96-4f2a-ba71-c9b0587e7a7f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.097264 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a6f121e9-9e38-4791-ab89-becdc904d1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.098381 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a6f121e9-9e38-4791-ab89-becdc904d1ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3428d33d-8f96-4f2a-ba71-c9b0587e7a7f HTTP/1.1" status: 204 len: 168 time: 0.1154382 Mar 09 05:58:54.105524 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f121e9-9e38-4791-ab89-becdc904d1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3428d33d-8f96-4f2a-ba71-c9b0587e7a7f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:54.139465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:58:54.382859 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:54.396484 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'port_id': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'mac_address': 'fa:16:3e:97:b6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:58:54.438114 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:58:54.438423 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.452143 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0096e4e-a6ac-4614-8d3f-91c3ecff7025 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:58:54.470666 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:54.474053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:54.520641 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:54.528080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.528483 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.528857 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.529264 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.529604 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.529940 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.530274 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.530606 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.530941 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.531289 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.531622 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.532015 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.532268 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:58:54.577341 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4adbc8-1a17-4f79-ba97-d98aeb62dd4d req-0cc39a99-373e-4c98-98c0-e118fae35cf7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:54.578823 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f4adbc8-1a17-4f79-ba97-d98aeb62dd4d req-0cc39a99-373e-4c98-98c0-e118fae35cf7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 945 time: 0.0549574 Mar 09 05:58:54.626641 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f4adbc8-1a17-4f79-ba97-d98aeb62dd4d req-3a6f7a74-7480-4b0d-86b6-8ff507e2d96f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Mar 09 05:58:54.660430 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19c21f-0dc8-4e58-8470-58fcb9339094 req-530cd728-74d0-49f8-9d3c-61ebb2b5c350 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:54.662166 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5a19c21f-0dc8-4e58-8470-58fcb9339094 req-530cd728-74d0-49f8-9d3c-61ebb2b5c350 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0579002 Mar 09 05:58:54.708564 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5a19c21f-0dc8-4e58-8470-58fcb9339094 req-34a7f452-e3c5-4ec7-a06d-3e49a03eec9e tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Mar 09 05:58:54.866557 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['b0096e4e-a6ac-4614-8d3f-91c3ecff7025'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:58:55.290261 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:58:55.546528 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-ba16530a-2f43-4645-b0f7-f431f414dcb8 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:55.547861 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-ba16530a-2f43-4645-b0f7-f431f414dcb8 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Mar 09 05:58:55.643359 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Deleting port 81722dcc-a23d-4b21-aa38-d7389447d82b {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:55.644044 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:55.760859 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] For port 81722dcc-a23d-4b21-aa38-d7389447d82b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=81722dcc-a23d-4b21-aa38-d7389447d82b,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:55.761223 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:55.777603 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Calling delete_port for 81722dcc-a23d-4b21-aa38-d7389447d82b owned by compute:nova {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:55.790912 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8b8e-4e2f-42e8-aa94-c65e17aaf8ef req-07cd20d1-14f3-4e16-bf83-ef8f6b94f147 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:55.793360 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fdba8b8e-4e2f-42e8-aa94-c65e17aaf8ef req-07cd20d1-14f3-4e16-bf83-ef8f6b94f147 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 945 time: 0.0938349 Mar 09 05:58:55.826301 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d401e4f-14f5-4a1b-85d1-3a0b82f4236a req-285812ac-a61b-45ca-a05a-efa28d6b9a58 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:55.827676 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d401e4f-14f5-4a1b-85d1-3a0b82f4236a req-285812ac-a61b-45ca-a05a-efa28d6b9a58 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6c651b-f452-4f14-9968-682c64a20764 HTTP/1.1" status: 200 len: 945 time: 0.0524416 Mar 09 05:58:55.876934 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5d401e4f-14f5-4a1b-85d1-3a0b82f4236a req-afb6a9e7-ece8-409f-b64f-de2ad8f3866b tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.36 "GET /v2.0/security-groups?id=96f805b3-5d05-40f9-ad80-31d3408e2770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437016 Mar 09 05:58:55.883989 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fdba8b8e-4e2f-42e8-aa94-c65e17aaf8ef req-4e624b4a-0fa6-4326-b357-8d64decfe2cf tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839951 Mar 09 05:58:55.951531 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (81722dcc-a23d-4b21-aa38-d7389447d82b), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:55.977482 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Pushing event deleted for resources: {'Port': ['ID=81722dcc-a23d-4b21-aa38-d7389447d82b,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:55.987279 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['81722dcc-a23d-4b21-aa38-d7389447d82b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:58:56.024113 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] No DVR routers for this DVR port 81722dcc-a23d-4b21-aa38-d7389447d82b on host hv-cinder-83116 {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:58:56.027410 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:56.030666 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b292499d-a926-4950-92a6-c6158b6f9f02 req-7230192d-1397-4192-9c3d-a195c6545ff1 tempest-TestMinimumBasicScenario-1156246652 tempest-TestMinimumBasicScenario-1156246652-project] 10.222.0.32 "DELETE /v2.0/ports/81722dcc-a23d-4b21-aa38-d7389447d82b HTTP/1.1" status: 204 len: 173 time: 0.4759953 Mar 09 05:58:56.031104 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'name': 'network-vif-deleted', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:56.033357 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed70f0c-4aad-4e72-9448-d08b5be1eb0e" -d '{"events": [{"server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "name": "network-vif-deleted", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:56.068742 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc62c3-1854-4493-aa31-e4b5e370cd88 x-openstack-request-id: req-64cc62c3-1854-4493-aa31-e4b5e370cd88 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:56.069049 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c651b-f452-4f14-9968-682c64a20764", "name": "network-vif-deleted", "tag": "81722dcc-a23d-4b21-aa38-d7389447d82b", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:56.069346 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64cc62c3-1854-4493-aa31-e4b5e370cd88 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:56.069786 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c651b-f452-4f14-9968-682c64a20764', 'name': 'network-vif-deleted', 'tag': '81722dcc-a23d-4b21-aa38-d7389447d82b', 'status': 'completed', 'code': 200} Mar 09 05:58:56.171274 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:58:56.222228 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:58:56.225961 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:58:56.226332 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:56.301180 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:58:56.301508 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:56.323757 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:58:56.326084 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51120965-17b1-4e2a-8839-9f2cc9a0a0d4" -d '{"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-plugged", "status": "completed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:58:56.339996 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:56.344861 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:56.345759 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 81722dcc-a23d-4b21-aa38-d7389447d82b no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:58:56.387481 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cabf6f7-fb11-41dc-a614-da246daa2978 x-openstack-request-id: req-7cabf6f7-fb11-41dc-a614-da246daa2978 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:58:56.387788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-plugged", "status": "completed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:58:56.388043 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cabf6f7-fb11-41dc-a614-da246daa2978 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:58:56.388447 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'code': 200} Mar 09 05:58:56.390961 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 81722dcc-a23d-4b21-aa38-d7389447d82b {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:58:56.391304 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 81722dcc-a23d-4b21-aa38-d7389447d82b not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:58:56.417900 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:56.597288 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965952-2234-4f8e-b1e9-892ab06ff98e req-22b5f4d0-288e-4d71-ae88-5079cf337ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:56.598738 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-35965952-2234-4f8e-b1e9-892ab06ff98e req-22b5f4d0-288e-4d71-ae88-5079cf337ba3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1130 time: 0.0454142 Mar 09 05:58:56.649323 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-35965952-2234-4f8e-b1e9-892ab06ff98e req-91208c4f-7f96-42cc-abaf-b1e56b0cadc9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 Mar 09 05:58:57.031339 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae05268-ddb8-40fe-924b-f00b49b62020 req-f1adbb4c-3518-4ef4-9f21-8682834e4fb1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:57.033417 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-7ae05268-ddb8-40fe-924b-f00b49b62020 req-f1adbb4c-3518-4ef4-9f21-8682834e4fb1 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0559523 Mar 09 05:58:57.092926 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-7ae05268-ddb8-40fe-924b-f00b49b62020 req-119ceb9d-eb81-4c76-8cdf-e758db5b1517 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539491 Mar 09 05:58:57.618787 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46182) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:58.027133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:58.279212 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc708d-9602-4878-bd8a-cfb2e5db316c req-d6d3eb0a-5ee6-4cb1-86cb-7f248c6a4b5a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:58.280606 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4ebc708d-9602-4878-bd8a-cfb2e5db316c req-d6d3eb0a-5ee6-4cb1-86cb-7f248c6a4b5a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.1100647 Mar 09 05:58:58.373480 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4ebc708d-9602-4878-bd8a-cfb2e5db316c req-0ada1659-7c6d-47a7-8b90-b5e79947ec15 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871534 Mar 09 05:58:58.396816 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Deleting port a7efbc1f-d4b5-4683-b444-b51ab37b7abe {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:58:58.397164 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:58.473169 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] For port a7efbc1f-d4b5-4683-b444-b51ab37b7abe, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:58:58.473525 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:58.488504 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Calling delete_port for a7efbc1f-d4b5-4683-b444-b51ab37b7abe owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:58:58.489530 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e9357-3e0a-444a-b0e0-590cedd17ec0 req-47eca096-8ac1-4f6e-86ef-4427fd7914f9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:58:58.491016 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-932e9357-3e0a-444a-b0e0-590cedd17ec0 req-47eca096-8ac1-4f6e-86ef-4427fd7914f9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0511565 Mar 09 05:58:58.501548 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46188) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:58:58.530839 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Request body: {'floatingip': {'port_id': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:58:58.570115 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (c2ad4bc2-8243-4b5e-9612-47ae20eddf40), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:59.117043 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (a7efbc1f-d4b5-4683-b444-b51ab37b7abe), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:59.175424 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Pushing event deleted for resources: {'Port': ['ID=a7efbc1f-d4b5-4683-b444-b51ab37b7abe,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:58:59.446885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:59.452639 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (c2ad4bc2-8243-4b5e-9612-47ae20eddf40), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:59.456903 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:58:59.625767 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Floating IP c2ad4bc2-8243-4b5e-9612-47ae20eddf40 associated. External IP: 172.27.1.243, port: b0096e4e-a6ac-4614-8d3f-91c3ecff7025. Mar 09 05:58:59.857983 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:58:59.968284 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:00.052892 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:00.059954 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-83668175-ac43-46fb-97ba-ce02819eaebe admin admin] 10.222.0.36 "PUT /v2.0/routers/fad8aa55-6f5d-4238-b25a-46c85c37e6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397092 Mar 09 05:59:00.062110 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] Sync routers for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:00.062919 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46190) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:00.073317 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:00.074011 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.120369 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:00.124804 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:00.133623 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] Sync routers for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:00.145254 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:00.146093 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.164420 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2ae1e91a-0eaf-4307-9adf-d689b40b0718 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "PUT /v2.0/floatingips/c2ad4bc2-8243-4b5e-9612-47ae20eddf40 HTTP/1.1" status: 200 len: 992 time: 1.6618121 Mar 09 05:59:00.165015 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:00.168226 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:00.182042 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks [] for router (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:00.188196 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:00.219104 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104fd208-a965-4f93-ba82-5768e87f594a x-openstack-request-id: req-104fd208-a965-4f93-ba82-5768e87f594a {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:00.219397 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:00.219648 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-104fd208-a965-4f93-ba82-5768e87f594a {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:00.220044 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'status': 'completed', 'code': 200} Mar 09 05:59:00.278158 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:00.331770 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks [] for router_gateway (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:00.346763 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-57cb4bd6-c4c2-45be-88c4-397ea685e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:00.348361 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-57cb4bd6-c4c2-45be-88c4-397ea685e02e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1130 time: 0.0682657 Mar 09 05:59:00.377684 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:58:58Z', 'revision_number': 5, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port': {'id': '7e19d0a1-ff80-4da0-b12b-897541dfe683', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:48Z', 'updated_at': '2022-03-09T05:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.408878 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] Checking router: fad8aa55-6f5d-4238-b25a-46c85c37e6a2 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:00.418271 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] Routers {'fad8aa55-6f5d-4238-b25a-46c85c37e6a2'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:00.419009 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.458572 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Deleting port 7e19d0a1-ff80-4da0-b12b-897541dfe683 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:00.459263 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:00.485762 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-5d5f3163-48bb-4d6a-857f-affcae45843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:00.487218 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-5d5f3163-48bb-4d6a-857f-affcae45843a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.1155148 Mar 09 05:59:00.508271 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] Set router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:00.523731 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'c2ad4bc2-8243-4b5e-9612-47ae20eddf40', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'port_id': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'mac_address': 'fa:16:3e:97:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:58:47Z', 'updated_at': '2022-03-09T05:58:59Z', 'revision_number': 1, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.549761 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] Checking router: c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:00.559441 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:59:00Z', 'revision_number': 6, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port_host': None}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.559777 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:00.560347 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:58:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.591471 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8389c11-f5f5-42f8-8c2c-0a7c719239a6 None None] The sync data for ids ['fad8aa55-6f5d-4238-b25a-46c85c37e6a2'] in dv-cinder-831167-2-iscsi is: [{'id': 'fad8aa55-6f5d-4238-b25a-46c85c37e6a2', 'name': 'tempest-TestMinimumBasicScenario-1667251134-router', 'tenant_id': '8dd1ddba41394c2fb616927fce609cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:47Z', 'updated_at': '2022-03-09T05:59:00Z', 'revision_number': 6, 'project_id': '8dd1ddba41394c2fb616927fce609cd9', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:00.597406 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-e1a82615-dd3e-4253-9b47-d92b85d22dd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 1000 time: 0.1026351 Mar 09 05:59:00.602262 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] For port 7e19d0a1-ff80-4da0-b12b-897541dfe683, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=7e19d0a1-ff80-4da0-b12b-897541dfe683,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:00.602622 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:00.645194 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Calling delete_port for 7e19d0a1-ff80-4da0-b12b-897541dfe683 owned by network:router_gateway {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:00.681280 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:00.695810 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-9a418383-91e8-4235-a5f2-060d234f0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:00.697286 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-9a418383-91e8-4235-a5f2-060d234f0b28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0918596 Mar 09 05:59:00.750998 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5cdd54b0-18a9-4962-babc-d560600d03d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:00.808480 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-9dd40d6e-47e3-4cee-8ddf-b30a95b60a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:00.809994 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-9dd40d6e-47e3-4cee-8ddf-b30a95b60a1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056652 Mar 09 05:59:00.908158 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'c2ad4bc2-8243-4b5e-9612-47ae20eddf40', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'port_id': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'mac_address': 'fa:16:3e:97:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:58:47Z', 'updated_at': '2022-03-09T05:58:59Z', 'revision_number': 1, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:00.931596 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (7e19d0a1-ff80-4da0-b12b-897541dfe683), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:00.935590 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8da3141-b93e-46fd-9d7b-fd8938b522db None None] The sync data for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi is: [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'c2ad4bc2-8243-4b5e-9612-47ae20eddf40', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'floating_ip_address': '172.27.1.243', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'port_id': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'mac_address': 'fa:16:3e:97:b6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:58:47Z', 'updated_at': '2022-03-09T05:58:59Z', 'revision_number': 1, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:00.961705 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7e19d0a1-ff80-4da0-b12b-897541dfe683,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:00.969460 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-f1345a50-fed0-4a58-9542-ca3f684186db service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525772 Mar 09 05:59:01.096001 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.167303 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf50c8b-3228-4ae0-808b-86582a135e5b None None] New status for floating IP c2ad4bc2-8243-4b5e-9612-47ae20eddf40: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:59:01.227441 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1b1ccd61-cdf4-46a3-87b6-f3b5969b0756 req-d904253e-ff99-4360-952a-6b374a6d7adc service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514517 Mar 09 05:59:01.230947 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.233318 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks [] for router_controller (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.309248 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (fad8aa55-6f5d-4238-b25a-46c85c37e6a2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.310240 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad8aa55-6f5d-4238-b25a-46c85c37e6a2 {{(pid=103972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 05:59:01.315534 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.316686 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a30b7c85-9ef5-4bb5-a793-0e12b696e5bc admin admin] 10.222.0.36 "DELETE /v2.0/routers/fad8aa55-6f5d-4238-b25a-46c85c37e6a2 HTTP/1.1" status: 204 len: 168 time: 1.2521946 Mar 09 05:59:01.319285 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46198) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:01.364424 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] Deleting subnet 1b9951ba-df2a-4f53-8f9a-f2101dd36d1d {{(pid=103972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:59:01.367464 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] Publish callbacks [] for subnet (1b9951ba-df2a-4f53-8f9a-f2101dd36d1d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.402292 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880788'] for subnet (1b9951ba-df2a-4f53-8f9a-f2101dd36d1d), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.513082 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (1b9951ba-df2a-4f53-8f9a-f2101dd36d1d), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.565995 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287813'] for subnet (1b9951ba-df2a-4f53-8f9a-f2101dd36d1d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.593728 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9951ba-df2a-4f53-8f9a-f2101dd36d1d,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:01.595695 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.598885 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-1529affb-9de2-4697-9c54-cd65908cb738 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1b9951ba-df2a-4f53-8f9a-f2101dd36d1d HTTP/1.1" status: 204 len: 168 time: 0.2784555 Mar 09 05:59:01.599887 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40139c-8abc-4930-b9ea-0876f20bc18f None None] Network 67255969-3db6-461c-8729-4f84f94a261c requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:01.601440 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46200) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:01.682578 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (67255969-3db6-461c-8729-4f84f94a261c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.738181 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Deleting port 26721dc9-072a-4671-b1df-791a5413ed42 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:01.738528 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (26721dc9-072a-4671-b1df-791a5413ed42), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.765148 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] DHCP port deletion for 67255969-3db6-461c-8729-4f84f94a261c request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 05:59:01.801981 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] For port 26721dc9-072a-4671-b1df-791a5413ed42, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=26721dc9-072a-4671-b1df-791a5413ed42,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:01.802369 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (26721dc9-072a-4671-b1df-791a5413ed42), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.814316 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] Deleting port 26721dc9-072a-4671-b1df-791a5413ed42 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:01.814771 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (26721dc9-072a-4671-b1df-791a5413ed42), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.818676 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Calling delete_port for 26721dc9-072a-4671-b1df-791a5413ed42 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:01.879993 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] For port 26721dc9-072a-4671-b1df-791a5413ed42, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=26721dc9-072a-4671-b1df-791a5413ed42,segment=NetworkSegment(1a5097d8-7282-4207-9fe9-6aaed3902509),segment_id=1a5097d8-7282-4207-9fe9-6aaed3902509)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:01.880415 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (26721dc9-072a-4671-b1df-791a5413ed42), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.893574 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] Calling delete_port for 26721dc9-072a-4671-b1df-791a5413ed42 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:01.895160 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (26721dc9-072a-4671-b1df-791a5413ed42), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:01.921852 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] No DVR routers for this DVR port 26721dc9-072a-4671-b1df-791a5413ed42 on host dv-cinder-831167-2-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:59:01.925465 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=26721dc9-072a-4671-b1df-791a5413ed42,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:01.995054 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (67255969-3db6-461c-8729-4f84f94a261c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.009236 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (26721dc9-072a-4671-b1df-791a5413ed42), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.016697 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67255969-3db6-461c-8729-4f84f94a261c']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:02.026331 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5097d8-7282-4207-9fe9-6aaed3902509') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:02.026661 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5097d8-7282-4207-9fe9-6aaed3902509') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:02.032784 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] Pushing event deleted for resources: {'Port': ['ID=26721dc9-072a-4671-b1df-791a5413ed42,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:02.036490 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (1a5097d8-7282-4207-9fe9-6aaed3902509), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.038384 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18da50-e6e7-4518-b24e-07b66226c7a2 None None] No DVR routers for this DVR port 26721dc9-072a-4671-b1df-791a5413ed42 on host dv-cinder-831167-2-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:59:02.054943 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (1a5097d8-7282-4207-9fe9-6aaed3902509), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.061159 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:59:02.061545 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (1a5097d8-7282-4207-9fe9-6aaed3902509), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:59:02.063306 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:59:02.121530 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (67255969-3db6-461c-8729-4f84f94a261c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.126178 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.129315 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] 10.222.0.36 "DELETE /v2.0/networks/67255969-3db6-461c-8729-4f84f94a261c HTTP/1.1" status: 204 len: 168 time: 0.5267777 Mar 09 05:59:02.132373 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46202) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:02.142023 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee42a7-3132-4388-a425-f2f1e2f53a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=67255969-3db6-461c-8729-4f84f94a261c,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:02.676369 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 7e19d0a1-ff80-4da0-b12b-897541dfe683 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:59:02.696185 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 7e19d0a1-ff80-4da0-b12b-897541dfe683 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:59:02.696576 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 7e19d0a1-ff80-4da0-b12b-897541dfe683 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:59:02.696990 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device a7efbc1f-d4b5-4683-b444-b51ab37b7abe no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:59:02.716769 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: a7efbc1f-d4b5-4683-b444-b51ab37b7abe {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:59:02.717123 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device a7efbc1f-d4b5-4683-b444-b51ab37b7abe not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:59:02.717533 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 26721dc9-072a-4671-b1df-791a5413ed42 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:59:02.735384 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:02.736036 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 26721dc9-072a-4671-b1df-791a5413ed42 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:59:02.736409 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 26721dc9-072a-4671-b1df-791a5413ed42 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:59:02.978557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Deleting port 1d832194-491f-40f6-ad14-9f65059d927f {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:02.978934 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (1d832194-491f-40f6-ad14-9f65059d927f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:03.053180 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] For port 1d832194-491f-40f6-ad14-9f65059d927f, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=1d832194-491f-40f6-ad14-9f65059d927f,segment=NetworkSegment(9d17b097-9bed-48c7-adbd-a424cda95dd0),segment_id=9d17b097-9bed-48c7-adbd-a424cda95dd0)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:03.053536 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (1d832194-491f-40f6-ad14-9f65059d927f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:03.065875 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Calling delete_port for 1d832194-491f-40f6-ad14-9f65059d927f owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:03.097781 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9cffc18c-952d-43d3-a457-011f4855daad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:03.242685 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (1d832194-491f-40f6-ad14-9f65059d927f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:03.273098 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d832194-491f-40f6-ad14-9f65059d927f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:03.436158 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:03.645955 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:03.749848 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:03.754743 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-77ba6e81-b5e4-47e2-9dc8-1b4555c3ce85 admin admin] 10.222.0.36 "PUT /v2.0/routers/b6e7a656-0d7d-4921-ac9a-d4d58c1c288d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213095 Mar 09 05:59:03.757334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46204) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:03.761130 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] Sync routers for ids ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:03.772052 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] Routers {'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:03.772742 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:03.859662 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks [] for router (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:03.880107 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] Set router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:03.961630 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks [] for router_gateway (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.012878 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Deleting port 0c20e647-22a7-4174-af71-8dc4c41b36a5 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:04.013216 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.055234 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107'}], 'enable_snat': True}, 'gw_port_id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:59:03Z', 'revision_number': 5, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port': {'id': '0c20e647-22a7-4174-af71-8dc4c41b36a5', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:55:53Z', 'updated_at': '2022-03-09T05:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:04.088087 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] For port 0c20e647-22a7-4174-af71-8dc4c41b36a5, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=0c20e647-22a7-4174-af71-8dc4c41b36a5,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:04.089040 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.102174 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Calling delete_port for 0c20e647-22a7-4174-af71-8dc4c41b36a5 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:04.171873 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] Checking router: b6e7a656-0d7d-4921-ac9a-d4d58c1c288d for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:04.180144 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] Routers {'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:04.180820 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:04.272828 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] Set router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d gateway port host: None {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:04.273221 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (0c20e647-22a7-4174-af71-8dc4c41b36a5), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.302675 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c20e647-22a7-4174-af71-8dc4c41b36a5,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:04.323529 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:59:03Z', 'revision_number': 6, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port_host': None}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:04.352033 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d881d7a-f796-4914-a241-b6da204a2b58 None None] The sync data for ids ['b6e7a656-0d7d-4921-ac9a-d4d58c1c288d'] in dv-cinder-831167-2-iscsi is: [{'id': 'b6e7a656-0d7d-4921-ac9a-d4d58c1c288d', 'name': 'tempest-TestMinimumBasicScenario-1909335765-router', 'tenant_id': '189ffb39f02f42acb1331d878e0f1371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:55:52Z', 'updated_at': '2022-03-09T05:59:03Z', 'revision_number': 6, 'project_id': '189ffb39f02f42acb1331d878e0f1371', 'gw_port_host': None}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:04.358335 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.404251 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.451557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.453697 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks [] for router_controller (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.499244 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (b6e7a656-0d7d-4921-ac9a-d4d58c1c288d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.499699 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e7a656-0d7d-4921-ac9a-d4d58c1c288d {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 05:59:04.504768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.505901 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4a37d780-e98c-411f-b710-cf04d028ff93 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b6e7a656-0d7d-4921-ac9a-d4d58c1c288d HTTP/1.1" status: 204 len: 168 time: 0.7477818 Mar 09 05:59:04.508478 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46206) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:04.553734 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] Deleting subnet a28a71de-697b-4788-92d9-dfd89720b2bb {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 05:59:04.556806 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] Publish callbacks [] for subnet (a28a71de-697b-4788-92d9-dfd89720b2bb), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.590393 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (a28a71de-697b-4788-92d9-dfd89720b2bb), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.699524 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (a28a71de-697b-4788-92d9-dfd89720b2bb), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.755539 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (a28a71de-697b-4788-92d9-dfd89720b2bb), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.783658 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a28a71de-697b-4788-92d9-dfd89720b2bb,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:04.789835 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.796705 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46208) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:04.800594 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277cca2f-765c-4345-b0a0-bfc505094ea4 None None] Network ce946f0e-e089-4818-a981-c4601362533a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:04.808887 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a4c42364-c9a2-4be2-868c-420b9521060c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a28a71de-697b-4788-92d9-dfd89720b2bb HTTP/1.1" status: 204 len: 168 time: 0.2991614 Mar 09 05:59:04.867040 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (ce946f0e-e089-4818-a981-c4601362533a), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.919835 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Deleting port c5a4feba-7301-4282-ab5e-27b679e08370 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:04.920177 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.984445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] For port c5a4feba-7301-4282-ab5e-27b679e08370, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=c5a4feba-7301-4282-ab5e-27b679e08370,segment=NetworkSegment(9d17b097-9bed-48c7-adbd-a424cda95dd0),segment_id=9d17b097-9bed-48c7-adbd-a424cda95dd0)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:04.984842 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:04.996353 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Calling delete_port for c5a4feba-7301-4282-ab5e-27b679e08370 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:05.073646 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (c5a4feba-7301-4282-ab5e-27b679e08370), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.101557 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a4feba-7301-4282-ab5e-27b679e08370,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:05.103532 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] No DVR routers for this DVR port c5a4feba-7301-4282-ab5e-27b679e08370 on host dv-cinder-831167-2-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:59:05.131803 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab4f9f-bb77-4464-aaa0-2583a4b03e5f None None] DHCP port deletion for ce946f0e-e089-4818-a981-c4601362533a request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 05:59:05.138091 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 1d832194-491f-40f6-ad14-9f65059d927f no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:59:05.163684 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 1d832194-491f-40f6-ad14-9f65059d927f {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:59:05.163867 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 1d832194-491f-40f6-ad14-9f65059d927f not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:59:05.458486 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (ce946f0e-e089-4818-a981-c4601362533a), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.479424 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce946f0e-e089-4818-a981-c4601362533a']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:05.488331 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d17b097-9bed-48c7-adbd-a424cda95dd0') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:05.488665 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d17b097-9bed-48c7-adbd-a424cda95dd0') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:05.498070 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (9d17b097-9bed-48c7-adbd-a424cda95dd0), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.512206 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (9d17b097-9bed-48c7-adbd-a424cda95dd0), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.519517 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 05:59:05.519889 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (9d17b097-9bed-48c7-adbd-a424cda95dd0), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 05:59:05.521875 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 05:59:05.534254 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.580521 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (ce946f0e-e089-4818-a981-c4601362533a), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.585864 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.589511 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ce946f0e-e089-4818-a981-c4601362533a HTTP/1.1" status: 204 len: 168 time: 0.7918315 Mar 09 05:59:05.601558 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cd757-8616-49ef-af62-0687d521d6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce946f0e-e089-4818-a981-c4601362533a,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:05.757939 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46212) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:05.801962 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-bc41f3cf-de0c-437e-9467-2ec085ebf9b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8dd1ddba41394c2fb616927fce609cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427878 Mar 09 05:59:05.804240 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46214) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:05.849164 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-718018d4-3e2a-4e9d-b657-d5774e5cb5ba admin admin] Publish callbacks [] for security_group (96f805b3-5d05-40f9-ad80-31d3408e2770), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.869238 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-718018d4-3e2a-4e9d-b657-d5774e5cb5ba admin admin] Publish callbacks [] for security_group (96f805b3-5d05-40f9-ad80-31d3408e2770), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.914237 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-718018d4-3e2a-4e9d-b657-d5774e5cb5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (96f805b3-5d05-40f9-ad80-31d3408e2770), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.917079 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-718018d4-3e2a-4e9d-b657-d5774e5cb5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:05.918176 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-718018d4-3e2a-4e9d-b657-d5774e5cb5ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96f805b3-5d05-40f9-ad80-31d3408e2770 HTTP/1.1" status: 204 len: 168 time: 0.1130309 Mar 09 05:59:05.925448 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718018d4-3e2a-4e9d-b657-d5774e5cb5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f805b3-5d05-40f9-ad80-31d3408e2770,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:06.226560 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46220) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:06.267211 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-334001a9-da48-4df8-974d-b6d4adc81325 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=189ffb39f02f42acb1331d878e0f1371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394719 Mar 09 05:59:06.269664 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46224) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:06.316335 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d557eefc-5e77-4ed3-b1f2-1edcfbf67b52 admin admin] Publish callbacks [] for security_group (a770aa73-92d2-47c9-a425-c8354c8395c6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:06.336608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d557eefc-5e77-4ed3-b1f2-1edcfbf67b52 admin admin] Publish callbacks [] for security_group (a770aa73-92d2-47c9-a425-c8354c8395c6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:06.385605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d557eefc-5e77-4ed3-b1f2-1edcfbf67b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a770aa73-92d2-47c9-a425-c8354c8395c6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:06.388095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d557eefc-5e77-4ed3-b1f2-1edcfbf67b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:06.389272 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d557eefc-5e77-4ed3-b1f2-1edcfbf67b52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a770aa73-92d2-47c9-a425-c8354c8395c6 HTTP/1.1" status: 204 len: 168 time: 0.1186862 Mar 09 05:59:06.396647 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557eefc-5e77-4ed3-b1f2-1edcfbf67b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a770aa73-92d2-47c9-a425-c8354c8395c6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:06.675872 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 0c20e647-22a7-4174-af71-8dc4c41b36a5 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:59:06.695579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 0c20e647-22a7-4174-af71-8dc4c41b36a5 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:59:06.695922 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 0c20e647-22a7-4174-af71-8dc4c41b36a5 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:59:06.696329 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device c5a4feba-7301-4282-ab5e-27b679e08370 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:59:06.717445 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: c5a4feba-7301-4282-ab5e-27b679e08370 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:59:06.717822 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device c5a4feba-7301-4282-ab5e-27b679e08370 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:59:07.068711 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46256) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:07.099774 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7657d0-b24f-4581-ad0c-4774cc196939 req-cdd2141f-4b7f-4849-bfd7-8cc60c7970ed tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:07.101477 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5b7657d0-b24f-4581-ad0c-4774cc196939 req-cdd2141f-4b7f-4849-bfd7-8cc60c7970ed tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0570824 Mar 09 05:59:07.155757 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5b7657d0-b24f-4581-ad0c-4774cc196939 req-03d90ee6-2690-4a30-9e31-44b18b8bdf69 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478477 Mar 09 05:59:07.168454 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-581943677-network', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:07.189062 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Made reservation on behalf of 7afc49e9d43744d4b8a2d3b67542a2ff for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:07.191368 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.200778 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.255443 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.278990 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks [] for security_group (8a65df93-56fb-4b0a-9f08-3b166ac0e783), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.282807 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8a65df93-56fb-4b0a-9f08-3b166ac0e783), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.304071 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:59:07.319911 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a65df93-56fb-4b0a-9f08-3b166ac0e783,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:07.321607 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (a19df6a8-3f4d-44d0-ad2e-e9b73c974617), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.321948 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Added segment a19df6a8-3f4d-44d0-ad2e-e9b73c974617 of type vlan for network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 Mar 09 05:59:07.361382 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (79ed3483-fc87-4ae7-bcd3-e345f2e15952), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.385004 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (79ed3483-fc87-4ae7-bcd3-e345f2e15952), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.386096 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:07.386704 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.412560 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3425393 Mar 09 05:59:07.415445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46262) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:07.421356 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Request body: {'subnet': {'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-581943677-subnet', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:07.440626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Made reservation on behalf of 7afc49e9d43744d4b8a2d3b67542a2ff for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:07.442988 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287778'] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.453355 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37daf5ae-3eff-4205-ab30-e3841f53d1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=79ed3483-fc87-4ae7-bcd3-e345f2e15952,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:07.466126 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:59:07.619251 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287804'] for subnet (e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.669956 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:07.684577 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Checking segment: {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:07.684940 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Network hostable DHCP agents. Network: 79ed3483-fc87-4ae7-bcd3-e345f2e15952, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:59:07.701710 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:59:07.710195 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 79ed3483-fc87-4ae7-bcd3-e345f2e15952) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:07.714726 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:07.715313 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.720547 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040dd7a-501b-47bd-bf1e-b6d6d25dde49 None None] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:07.731215 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-4053b9a6-0c02-4c39-88c3-d4983b8dc456 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3146269 Mar 09 05:59:07.734022 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46264) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:07.738419 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:07.757935 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.758948 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.811011 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks [] for router_controller (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.824930 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:59:07.825777 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.950149 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks [] for router_gateway (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:07.964200 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Allocated IP 172.20.0.2 (79ed3483-fc87-4ae7-bcd3-e345f2e15952/e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa/ae28228b-53d1-47c1-94d7-b8d80c16f95c) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:08.109564 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Publish callbacks [] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.114614 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.145378 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks [] for router_gateway (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.151570 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:08.153992 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:08.161637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:08.163461 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.167476 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Pushing event updated for resources: {'Port': ['ID=ae28228b-53d1-47c1-94d7-b8d80c16f95c,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:08.224682 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Attempting to bind port ae28228b-53d1-47c1-94d7-b8d80c16f95c on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:08.225058 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Attempting to bind port ae28228b-53d1-47c1-94d7-b8d80c16f95c by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:08.225492 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Attempting to bind port ae28228b-53d1-47c1-94d7-b8d80c16f95c on network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:08.231429 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:08.231917 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Checking segment: {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:08.232424 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.232900 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Bound using segment: {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:08.233389 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Bound port: ae28228b-53d1-47c1-94d7-b8d80c16f95c, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:08.233779 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.284567 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Allocated IP 172.27.1.200 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/66a2cec0-9048-41e8-a909-c38553f559f7) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:08.307997 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] For port ae28228b-53d1-47c1-94d7-b8d80c16f95c, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:08.312245 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] For port ae28228b-53d1-47c1-94d7-b8d80c16f95c, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=ae28228b-53d1-47c1-94d7-b8d80c16f95c,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:08.319175 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.381624 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81528ddd-ebd7-4ba3-beea-bec732560679 None None] Pushing event updated for resources: {'Port': ['ID=ae28228b-53d1-47c1-94d7-b8d80c16f95c,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:08.411052 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks [] for port (66a2cec0-9048-41e8-a909-c38553f559f7), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.475056 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedce27-8006-491c-8cd9-e55296e6a544 req-bb200be7-0b5c-41d4-b0d9-21d3c3845107 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:08.476462 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4eedce27-8006-491c-8cd9-e55296e6a544 req-bb200be7-0b5c-41d4-b0d9-21d3c3845107 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0835536 Mar 09 05:59:08.481804 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.538640 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:08.550452 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:08.558216 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:08.734431 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device ae28228b-53d1-47c1-94d7-b8d80c16f95c up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:08.786587 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port ae28228b-53d1-47c1-94d7-b8d80c16f95c triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:08.786905 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.831563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Pushing event updated for resources: {'Port': ['ID=66a2cec0-9048-41e8-a909-c38553f559f7,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:08.846387 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4eedce27-8006-491c-8cd9-e55296e6a544 req-8a8f71d9-4a70-408a-bc81-f68a82c984ca tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=b22dc304-671c-4ebc-a9af-a91d066030d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622651 Mar 09 05:59:08.874776 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port ae28228b-53d1-47c1-94d7-b8d80c16f95c is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:08.875204 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.908768 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port ae28228b-53d1-47c1-94d7-b8d80c16f95c, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=ae28228b-53d1-47c1-94d7-b8d80c16f95c,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:08.912743 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:08.962150 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=ae28228b-53d1-47c1-94d7-b8d80c16f95c,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:09.085954 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks [] for router_gateway (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.176184 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-77f3184f-9443-4705-9577-390b4c8a96b5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:09.178362 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-77f3184f-9443-4705-9577-390b4c8a96b5 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Mar 09 05:59:09.283851 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Deleting port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:09.284277 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.299271 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.378702 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004910ec-216c-43c0-9cf5-a046a3620ae0 None None] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:09.383599 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] For port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:09.383968 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.437045 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:59:09.497333 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-5bb83300-7558-46c2-9ed3-78847c207e9a None None] Provisioning complete for port ae28228b-53d1-47c1-94d7-b8d80c16f95c triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:09.497711 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-5bb83300-7558-46c2-9ed3-78847c207e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.554037 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:09.581800 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.583974 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-e45821be-277e-4bcd-81a3-28de7fe2f840 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8488584 Mar 09 05:59:09.584848 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Sync routers for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:09.586733 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46268) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:09.598655 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.600093 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (9b481f2c-e9f8-4a25-9290-c5e19700521a), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.600510 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Floating IP 9b481f2c-e9f8-4a25-9290-c5e19700521a disassociated. External IP: 172.27.1.228, port: 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc. Mar 09 05:59:09.600905 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Calling delete_port for 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc owned by compute:nova {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:09.613792 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-5bb83300-7558-46c2-9ed3-78847c207e9a None None] Current status of the port ae28228b-53d1-47c1-94d7-b8d80c16f95c is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:09.615985 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:09.616647 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:09.755842 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:09.764673 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (5ad060e2-0806-4c1d-a5a8-4018cad2d1cc), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.799098 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event deleted for resources: {'Port': ['ID=5ad060e2-0806-4c1d-a5a8-4018cad2d1cc,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:09.902653 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-cc1f4938-cc2d-4be7-923d-5ad57f92bcd7 None None] Provisioning complete for port ae28228b-53d1-47c1-94d7-b8d80c16f95c triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:09.903136 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cc1f4938-cc2d-4be7-923d-5ad57f92bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:09.945315 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Router f10f5556-0a84-4781-83ec-187af2b2c72c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:09.965403 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-346e6b82-0c7a-4028-aae2-c7e4d8768542 req-44acc6fb-9f4e-4d5f-b5bd-9824480e5b9c tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=400a3b83-bb40-47df-bebc-b8d894283936 HTTP/1.1" status: 200 len: 210 time: 0.0347643 Mar 09 05:59:10.053494 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f4938-cc2d-4be7-923d-5ad57f92bcd7 None None] Current status of the port ae28228b-53d1-47c1-94d7-b8d80c16f95c is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:10.055335 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.061677 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:08Z', 'revision_number': 3, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:10.091256 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Checking router: aba5f4af-c587-4cd1-87da-1c8bafc7cc8c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:10.091512 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Updating router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c port 66a2cec0-9048-41e8-a909-c38553f559f7 binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:59:10.100358 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:10.116369 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] Sync routers for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:10.123075 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.129225 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:10.129920 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:10.147487 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] No DVR routers for this DVR port 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc on host hv-cinder-83116 {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 05:59:10.150701 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.154877 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-54dea48c-c4c9-4af4-8dd4-927e632a6544 req-b688a678-6042-46e4-81d0-78ee5d9a0625 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "DELETE /v2.0/ports/5ad060e2-0806-4c1d-a5a8-4018cad2d1cc HTTP/1.1" status: 204 len: 173 time: 0.9706523 Mar 09 05:59:10.156063 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'name': 'network-vif-deleted', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:10.160336 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5544fcc7-ec06-4758-ba33-b9506f482499" -d '{"events": [{"server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "name": "network-vif-deleted", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:10.262653 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaf4265-594a-47b3-b1f7-d9197e90a33d x-openstack-request-id: req-dbaf4265-594a-47b3-b1f7-d9197e90a33d {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:10.263243 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400a3b83-bb40-47df-bebc-b8d894283936", "name": "network-vif-deleted", "tag": "5ad060e2-0806-4c1d-a5a8-4018cad2d1cc", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:10.263243 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbaf4265-594a-47b3-b1f7-d9197e90a33d {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:10.264002 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400a3b83-bb40-47df-bebc-b8d894283936', 'name': 'network-vif-deleted', 'tag': '5ad060e2-0806-4c1d-a5a8-4018cad2d1cc', 'status': 'completed', 'code': 200} Mar 09 05:59:10.288765 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Allocated IP 172.20.0.1 (79ed3483-fc87-4ae7-bcd3-e345f2e15952/e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa/88c07837-fd0e-41ab-b1d7-82209668bbf9) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:10.312687 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:10.437240 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks [] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.476535 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.477060 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Publish callbacks [] for port (66a2cec0-9048-41e8-a909-c38553f559f7), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.484441 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.514229 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:10.519173 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:10.525465 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:10.537400 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Attempting to bind port 66a2cec0-9048-41e8-a909-c38553f559f7 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:10.537773 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Attempting to bind port 66a2cec0-9048-41e8-a909-c38553f559f7 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:10.538144 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Attempting to bind port 66a2cec0-9048-41e8-a909-c38553f559f7 on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:10.540249 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb05a8-f73d-443a-8f21-b2c457218018 None None] Pushing event updated for resources: {'Port': ['ID=66a2cec0-9048-41e8-a909-c38553f559f7,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:10.546921 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:10.547515 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:10.547949 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.548338 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:10.548829 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Bound port: 66a2cec0-9048-41e8-a909-c38553f559f7, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:10.549207 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.556495 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:10.573942 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Pushing event updated for resources: {'Port': ['ID=88c07837-fd0e-41ab-b1d7-82209668bbf9,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:10.590632 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] Checking router: f10f5556-0a84-4781-83ec-187af2b2c72c for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:10.599770 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:10.600808 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:10.602605 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] For port 66a2cec0-9048-41e8-a909-c38553f559f7, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:10.606694 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] For port 66a2cec0-9048-41e8-a909-c38553f559f7, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=66a2cec0-9048-41e8-a909-c38553f559f7,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:10.613028 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.614467 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:10.746576 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device ae28228b-53d1-47c1-94d7-b8d80c16f95c up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:10.759341 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb05a8-f73d-443a-8f21-b2c457218018 None None] Pushing event updated for resources: {'Port': ['ID=66a2cec0-9048-41e8-a909-c38553f559f7,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:10.779921 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:10.793040 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:10.793684 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:10.844565 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.027563 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:11.038155 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks [] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.044922 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.059607 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca94606-831a-4a88-81be-eb15ad405170 None None] The sync data for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi is: [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:11.062086 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port ae28228b-53d1-47c1-94d7-b8d80c16f95c triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:11.062466 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.074292 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46278) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:11.093623 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-bebc866c-5d5e-49cc-b499-8df4ea41ff97 None None] Provisioning complete for port 88c07837-fd0e-41ab-b1d7-82209668bbf9 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:11.093997 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bebc866c-5d5e-49cc-b499-8df4ea41ff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.096724 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:11.101993 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.135117 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5fa39a3c-d30a-4fdb-9df0-5609cd200a23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (b22dc304-671c-4ebc-a9af-a91d066030d2), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.163778 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5fa39a3c-d30a-4fdb-9df0-5609cd200a23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (b22dc304-671c-4ebc-a9af-a91d066030d2), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.165350 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Pushing event updated for resources: {'Port': ['ID=88c07837-fd0e-41ab-b1d7-82209668bbf9,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:11.221956 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-bebc866c-5d5e-49cc-b499-8df4ea41ff97 None None] Port 88c07837-fd0e-41ab-b1d7-82209668bbf9 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:11.230553 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5fa39a3c-d30a-4fdb-9df0-5609cd200a23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b22dc304-671c-4ebc-a9af-a91d066030d2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.233567 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5fa39a3c-d30a-4fdb-9df0-5609cd200a23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.234895 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-5fa39a3c-d30a-4fdb-9df0-5609cd200a23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "DELETE /v2.0/security-groups/b22dc304-671c-4ebc-a9af-a91d066030d2 HTTP/1.1" status: 204 len: 168 time: 0.1594155 Mar 09 05:59:11.242988 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46280) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:11.246218 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa39a3c-d30a-4fdb-9df0-5609cd200a23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22dc304-671c-4ebc-a9af-a91d066030d2,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:11.273686 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.api.v2.resource [None req-270d42b0-2ab9-4e8e-8c91-18c3fe1bb519 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] show failed (client error): The resource could not be found. Mar 09 05:59:11.274741 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-270d42b0-2ab9-4e8e-8c91-18c3fe1bb519 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups/b22dc304-671c-4ebc-a9af-a91d066030d2 HTTP/1.1" status: 404 len: 347 time: 0.0308053 Mar 09 05:59:11.279660 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46282) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:11.296407 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:11.297744 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:11.332303 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port ae28228b-53d1-47c1-94d7-b8d80c16f95c is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:11.398156 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:08Z', 'revision_number': 3, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:11.430298 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b272aa-c298-4f52-9f1f-2f7d92dcb6f9 None None] The sync data for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi is: [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:08Z', 'revision_number': 3, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:11.469585 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00685767-3bf8-463f-8726-e80f732d8dca None None] New status for floating IP 9b481f2c-e9f8-4a25-9290-c5e19700521a: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:59:11.474889 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:11.490942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Deleting port 5ae55900-7a72-4c74-b984-1782b4627d14 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 05:59:11.491371 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (5ae55900-7a72-4c74-b984-1782b4627d14), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.609803 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (5ae55900-7a72-4c74-b984-1782b4627d14), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.610210 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (5ae55900-7a72-4c74-b984-1782b4627d14), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.633504 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Calling delete_port for 5ae55900-7a72-4c74-b984-1782b4627d14 owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 05:59:11.655401 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-7dd12b8c-5d56-402b-8ffd-36cbdfb3e519 None None] Provisioning complete for port 88c07837-fd0e-41ab-b1d7-82209668bbf9 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:11.656111 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7dd12b8c-5d56-402b-8ffd-36cbdfb3e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.710848 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-7dd12b8c-5d56-402b-8ffd-36cbdfb3e519 None None] Port 88c07837-fd0e-41ab-b1d7-82209668bbf9 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:11.847829 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (5ae55900-7a72-4c74-b984-1782b4627d14), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.868322 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:11.874860 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-68703387-8f29-46a3-9162-ac62317bf7aa admin admin] 10.222.0.36 "PUT /v2.0/routers/aba5f4af-c587-4cd1-87da-1c8bafc7cc8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864974 Mar 09 05:59:11.880008 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event deleted for resources: {'Port': ['ID=5ae55900-7a72-4c74-b984-1782b4627d14,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:11.952102 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (9b481f2c-e9f8-4a25-9290-c5e19700521a), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.954731 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:11.956853 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-240ac33f-f123-4adf-9562-36da0c99f105 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "DELETE /v2.0/floatingips/9b481f2c-e9f8-4a25-9290-c5e19700521a HTTP/1.1" status: 204 len: 168 time: 0.6753032 Mar 09 05:59:12.186702 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46292) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:12.193468 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-47d17238-ed0e-44fc-b2da-d0bcc774dfbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753758889', 'description': 'tempest-description--164275624'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:12.217339 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47d17238-ed0e-44fc-b2da-d0bcc774dfbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.230410 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 05:59:12.274065 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 05:59:12.274519 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5ad060e2-0806-4c1d-a5a8-4018cad2d1cc not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 05:59:12.304330 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47d17238-ed0e-44fc-b2da-d0bcc774dfbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (5aa7feb5-e6f1-4b01-9e56-051462e1274b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.308234 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47d17238-ed0e-44fc-b2da-d0bcc774dfbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5aa7feb5-e6f1-4b01-9e56-051462e1274b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.347667 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-47d17238-ed0e-44fc-b2da-d0bcc774dfbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.349256 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-47d17238-ed0e-44fc-b2da-d0bcc774dfbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612203 Mar 09 05:59:12.352032 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46300) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:12.357951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-0e8c1eef-6698-47c7-bd08-73ff5c309f03 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'security_group_rule': {'security_group_id': '5aa7feb5-e6f1-4b01-9e56-051462e1274b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:12.360941 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d17238-ed0e-44fc-b2da-d0bcc774dfbd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa7feb5-e6f1-4b01-9e56-051462e1274b,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:12.396708 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1eef-6698-47c7-bd08-73ff5c309f03 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (16520690-311d-4d65-be8d-e57cb28ebff6), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.462744 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1eef-6698-47c7-bd08-73ff5c309f03 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (16520690-311d-4d65-be8d-e57cb28ebff6), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.464041 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46304) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:12.469284 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1eef-6698-47c7-bd08-73ff5c309f03 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (16520690-311d-4d65-be8d-e57cb28ebff6), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.469529 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-469068795-network', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:12.492643 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c1eef-6698-47c7-bd08-73ff5c309f03 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16520690-311d-4d65-be8d-e57cb28ebff6,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:12.493919 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Made reservation on behalf of 18740bd8f9fe4472ae501062d29bb4b1 for: {'network': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:12.497041 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.499779 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1eef-6698-47c7-bd08-73ff5c309f03 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.501129 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-0e8c1eef-6698-47c7-bd08-73ff5c309f03 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480036 Mar 09 05:59:12.503788 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46306) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:12.508402 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-d82bca94-379c-430a-bc75-b4c0e47571f3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'security_group_rule': {'security_group_id': '5aa7feb5-e6f1-4b01-9e56-051462e1274b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:12.509602 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.537434 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d82bca94-379c-430a-bc75-b4c0e47571f3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (b199acdd-5c64-44f3-ad85-a35c237a6d3c), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.598951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks [] for security_group (4d3d18f9-fd4a-4779-b685-fd671eeacfa7), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.602411 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d82bca94-379c-430a-bc75-b4c0e47571f3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (b199acdd-5c64-44f3-ad85-a35c237a6d3c), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.603104 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (4d3d18f9-fd4a-4779-b685-fd671eeacfa7), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.607455 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d82bca94-379c-430a-bc75-b4c0e47571f3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (b199acdd-5c64-44f3-ad85-a35c237a6d3c), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.632486 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=103971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 05:59:12.634768 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bca94-379c-430a-bc75-b4c0e47571f3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b199acdd-5c64-44f3-ad85-a35c237a6d3c,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:12.643550 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d18f9-fd4a-4779-b685-fd671eeacfa7,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:12.649226 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (c95c4eea-3953-48b0-b4ae-f3d351c8f432), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.649670 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.segments_db [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Added segment c95c4eea-3953-48b0-b4ae-f3d351c8f432 of type vlan for network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 Mar 09 05:59:12.655065 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d82bca94-379c-430a-bc75-b4c0e47571f3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.656519 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d82bca94-379c-430a-bc75-b4c0e47571f3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515415 Mar 09 05:59:12.661061 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46308) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:12.669508 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:12.700875 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.711946 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (4fe757b9-f7f5-428f-aabb-e4886a0b7830), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.738667 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (4fe757b9-f7f5-428f-aabb-e4886a0b7830), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.739432 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:12.740097 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.774666 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 66a2cec0-9048-41e8-a909-c38553f559f7 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:12.789380 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3235672 Mar 09 05:59:12.793202 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46310) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:12.797885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Request body: {'subnet': {'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-469068795-subnet', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:12.808526 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.814236 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.838092 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 66a2cec0-9048-41e8-a909-c38553f559f7 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:12.839035 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.843474 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066640d0-17c1-477a-ab0a-a6ac09438b61 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe757b9-f7f5-428f-aabb-e4886a0b7830,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:12.857308 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Made reservation on behalf of 18740bd8f9fe4472ae501062d29bb4b1 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:12.859900 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126784045'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:12.866642 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 05:59:12.928826 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Allocated IP 172.27.1.6 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/e530de6a-dd6a-4610-833d-738102fb0017) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:12.998814 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 66a2cec0-9048-41e8-a909-c38553f559f7 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:12.999366 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.021517 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 66a2cec0-9048-41e8-a909-c38553f559f7, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=66a2cec0-9048-41e8-a909-c38553f559f7,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:13.026766 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.044719 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for port (e530de6a-dd6a-4610-833d-738102fb0017), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.083653 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=66a2cec0-9048-41e8-a909-c38553f559f7,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:13.089243 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (e530de6a-dd6a-4610-833d-738102fb0017), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.089498 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126030606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126784051'] for subnet (e86b7678-baaf-4d95-b729-d8659a1d43fc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.129074 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:13.134012 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:13.139174 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:13.154300 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86b7678-baaf-4d95-b729-d8659a1d43fc,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:13.164417 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'Port': ['ID=e530de6a-dd6a-4610-833d-738102fb0017,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:13.172631 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Checking segment: {'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:13.173167 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Network hostable DHCP agents. Network: 4fe757b9-f7f5-428f-aabb-e4886a0b7830, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 05:59:13.191497 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 05:59:13.202756 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 4fe757b9-f7f5-428f-aabb-e4886a0b7830) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:13.208274 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:13.209139 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.215875 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d64e9f-f591-42e2-ad59-afd712c0a80b None None] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:13.232982 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d78e526b-d495-4ec8-907d-a4ca11fd8ac7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4383929 Mar 09 05:59:13.235607 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46312) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:13.242117 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:13.254829 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (01c9daf3-c118-49aa-af29-407328716136), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.272481 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.273466 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.306631 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (e530de6a-dd6a-4610-833d-738102fb0017), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.331366 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-4fe757b9-f7f5-428f-aabb-e4886a0b7830', 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830', 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'fixed_ips': [{'subnet_id': 'e86b7678-baaf-4d95-b729-d8659a1d43fc'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 05:59:13.332373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.376820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks [] for router_controller (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), precommit_add_association {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.465145 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Allocated IP 172.20.0.2 (4fe757b9-f7f5-428f-aabb-e4886a0b7830/e86b7678-baaf-4d95-b729-d8659a1d43fc/b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:13.496840 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Sync routers for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:13.506744 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:13.507642 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:13.574039 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks [] for router_gateway (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.615148 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Publish callbacks [] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.616302 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:13.622997 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.646412 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for port (e530de6a-dd6a-4610-833d-738102fb0017), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.653547 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (e530de6a-dd6a-4610-833d-738102fb0017), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.661732 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:13.664822 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:13.667704 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:13.687338 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Pushing event updated for resources: {'Port': ['ID=b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:13.747017 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Attempting to bind port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:13.747381 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Attempting to bind port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:13.747681 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Attempting to bind port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 on network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:13.753038 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:13.753758 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Checking segment: {'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:13.753902 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.754182 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Bound using segment: {'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:13.754644 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Bound port: b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:13.755513 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.761837 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'Port': ['ID=e530de6a-dd6a-4610-833d-738102fb0017,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:13.773568 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (01c9daf3-c118-49aa-af29-407328716136), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.797480 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.797480 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b993519f-7812-44a2-8ed4-000f4a2c39dc tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1329947 Mar 09 05:59:13.835110 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] For port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:13.841075 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] For port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92,segment=NetworkSegment(c95c4eea-3953-48b0-b4ae-f3d351c8f432),segment_id=c95c4eea-3953-48b0-b4ae-f3d351c8f432)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:13.848854 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.853278 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 2, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:13.894256 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Checking router: aba5f4af-c587-4cd1-87da-1c8bafc7cc8c for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:13.894877 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Updating router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c port 88c07837-fd0e-41ab-b1d7-82209668bbf9 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:59:13.906034 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks [] for router_gateway (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.923913 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.930214 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:13.931367 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bf79d-39c1-43fb-93a8-c53d6ff7b509 None None] Pushing event updated for resources: {'Port': ['ID=b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:14.057850 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-2115bd73-775d-4c28-b52c-be40b8662ae8 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1753758889&fields=id&tenant_id=4f72f61c80ba48c19d57acf6892b0342 HTTP/1.1" status: 200 len: 267 time: 0.0630031 Mar 09 05:59:14.076523 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Allocated IP 172.27.1.225 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/37119220-6359-48d0-ad48-520fb9e0776d) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:14.198718 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-b970b53a-88e4-4bcc-a5e9-5116f10a1524 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:14.200224 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-b970b53a-88e4-4bcc-a5e9-5116f10a1524 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 810 time: 0.1352234 Mar 09 05:59:14.232452 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-8b72feb9-d30a-4c4b-b62b-fe349c8f4202 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/quotas/4f72f61c80ba48c19d57acf6892b0342 HTTP/1.1" status: 200 len: 375 time: 0.0226445 Mar 09 05:59:14.263326 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks [] for port (37119220-6359-48d0-ad48-520fb9e0776d), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.299071 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-84ccf5a1-71e9-4ae8-af5e-cfb21a89ffb3 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657530 Mar 09 05:59:14.307472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (37119220-6359-48d0-ad48-520fb9e0776d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.357918 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:14.362517 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:14.364993 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:14.368683 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Pushing event updated for resources: {'Port': ['ID=37119220-6359-48d0-ad48-520fb9e0776d,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:14.370323 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Publish callbacks [] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.376471 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.410914 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-949613be-389f-4971-87b3-c563de4080aa service neutron] 10.222.0.36 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918653 Mar 09 05:59:14.441105 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Pushing event updated for resources: {'Port': ['ID=88c07837-fd0e-41ab-b1d7-82209668bbf9,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:14.466688 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.467134 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.467562 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.467965 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.468392 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.468796 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.469192 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.469584 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.470008 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.470469 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.470864 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.471260 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.472010 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:14.511317 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Attempting to bind port 88c07837-fd0e-41ab-b1d7-82209668bbf9 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:14.511974 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Attempting to bind port 88c07837-fd0e-41ab-b1d7-82209668bbf9 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:14.512132 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Attempting to bind port 88c07837-fd0e-41ab-b1d7-82209668bbf9 on network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:14.518075 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:14.518416 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Checking segment: {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:14.518903 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.520247 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Bound using segment: {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:14.522841 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Bound port: 88c07837-fd0e-41ab-b1d7-82209668bbf9, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:14.524272 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.549468 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-836ec3b7-9a86-4bb7-a405-7456e5f8550a service neutron] 10.222.0.36 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315594 Mar 09 05:59:14.623736 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] For port 88c07837-fd0e-41ab-b1d7-82209668bbf9, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:14.628369 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] For port 88c07837-fd0e-41ab-b1d7-82209668bbf9, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=88c07837-fd0e-41ab-b1d7-82209668bbf9,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:14.637301 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.734631 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:14.735418 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:14.743087 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6a31d-675a-4b7c-9bf2-e1769dac0903 None None] Pushing event updated for resources: {'Port': ['ID=88c07837-fd0e-41ab-b1d7-82209668bbf9,revision_number=4']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:14.787368 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-d71c995d-92af-4f86-813f-924cdf25a50c None None] Provisioning complete for port 88c07837-fd0e-41ab-b1d7-82209668bbf9 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:14.788009 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d71c995d-92af-4f86-813f-924cdf25a50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.812265 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks [] for router_gateway (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:14.960196 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:14.971853 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 66a2cec0-9048-41e8-a909-c38553f559f7 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:15.056189 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-d71c995d-92af-4f86-813f-924cdf25a50c None None] Current status of the port 88c07837-fd0e-41ab-b1d7-82209668bbf9 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:15.056636 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d71c995d-92af-4f86-813f-924cdf25a50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.110373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-d71c995d-92af-4f86-813f-924cdf25a50c None None] For port 88c07837-fd0e-41ab-b1d7-82209668bbf9, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=88c07837-fd0e-41ab-b1d7-82209668bbf9,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:15.114885 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d71c995d-92af-4f86-813f-924cdf25a50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.144183 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 66a2cec0-9048-41e8-a909-c38553f559f7 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:15.144846 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.211000 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c995d-92af-4f86-813f-924cdf25a50c None None] Pushing event updated for resources: {'Port': ['ID=88c07837-fd0e-41ab-b1d7-82209668bbf9,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:15.324352 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-dc0d2a41-6b1d-4d26-b607-ece71e09064f None None] Provisioning complete for port 88c07837-fd0e-41ab-b1d7-82209668bbf9 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:15.324954 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2a41-6b1d-4d26-b607-ece71e09064f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.357882 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 66a2cec0-9048-41e8-a909-c38553f559f7 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:15.359106 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:15.382416 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:14Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:15.419457 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ea7dd-f437-4413-a908-75b15dd08021 None None] The sync data for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi is: [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:14Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:15.455322 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd666237-08a1-4082-be53-f139ce2dc838 None None] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 05:59:15.517780 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:15.518153 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.566481 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d2a41-6b1d-4d26-b607-ece71e09064f None None] Current status of the port 88c07837-fd0e-41ab-b1d7-82209668bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:15.612203 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-301039b1-ea92-4eac-aa2b-3cb7b504fcab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6613758 Mar 09 05:59:15.630606 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-dfa5b996-9c10-4cc0-8a67-c5cd1ef80d62 req-aa51d389-82f8-4cd4-9d26-c0da9f24d348 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 210 time: 0.8237894 Mar 09 05:59:15.747024 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.805345 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-715b8ebb-4a97-4657-a7e7-8c404b7423d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:15.808078 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-715b8ebb-4a97-4657-a7e7-8c404b7423d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 1130 time: 0.1227932 Mar 09 05:59:15.893581 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:15.894076 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.907223 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-51be7e07-d1e7-4277-94c1-80ff5b1831a1 None None] Provisioning complete for port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:15.907694 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-51be7e07-d1e7-4277-94c1-80ff5b1831a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:15.967601 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92,segment=NetworkSegment(c95c4eea-3953-48b0-b4ae-f3d351c8f432),segment_id=c95c4eea-3953-48b0-b4ae-f3d351c8f432)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:15.973314 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:16.066675 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:16.075885 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-51be7e07-d1e7-4277-94c1-80ff5b1831a1 None None] Current status of the port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:16.078923 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 05:59:16.090275 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-3c12257f-41fe-490a-997d-d43eb94deeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:16.091763 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-3c12257f-41fe-490a-997d-d43eb94deeb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.2220736 Mar 09 05:59:16.200893 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-253757a8-730f-44f3-9f6d-9f5fc2ebc0de None None] Provisioning complete for port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:16.201270 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-253757a8-730f-44f3-9f6d-9f5fc2ebc0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:16.251917 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-8a6fe745-a59c-45f1-b033-5a418c605789 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b64c236-63c7-4531-bb91-94cc995f53e1 HTTP/1.1" status: 200 len: 1002 time: 0.1521561 Mar 09 05:59:16.294695 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:16.295778 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-253757a8-730f-44f3-9f6d-9f5fc2ebc0de None None] Current status of the port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:16.306307 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Sync routers for ids ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:16.319480 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Routers {'8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:16.320502 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:16.320802 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:16.322025 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e6a5fd22-60f2-45b9-bada-32d7ed454106 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0833278 Mar 09 05:59:16.324148 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-44ca798e-5c0b-431f-9595-fb8b481b3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:16.325692 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-44ca798e-5c0b-431f-9595-fb8b481b3d86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0671332 Mar 09 05:59:16.325923 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46344) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:16.380917 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-542bca31-0d65-412a-bfc1-1807b18d5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:16.383090 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-542bca31-0d65-412a-bfc1-1807b18d5e31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507064 Mar 09 05:59:16.456166 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Set router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:16.549018 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-d51eef7f-acd1-4721-89d3-a6e837409704 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466734 Mar 09 05:59:16.699886 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d2b9b655-0c3b-4b37-b754-13d26db3e95a req-50a75a81-60bb-4e37-83e5-d512309df972 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442511 Mar 09 05:59:16.703365 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-7783da55-70c3-43fa-b0bb-ef5a58fbaba7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:16.704796 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-7783da55-70c3-43fa-b0bb-ef5a58fbaba7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 810 time: 0.1836119 Mar 09 05:59:16.711141 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:14Z', 'revision_number': 3, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:16.750898 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Checking router: 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:16.751258 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Updating router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 port 37119220-6359-48d0-ad48-520fb9e0776d binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:59:16.789492 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (37119220-6359-48d0-ad48-520fb9e0776d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:16.937614 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 88c07837-fd0e-41ab-b1d7-82209668bbf9 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:16.956347 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-1e19dcca-e441-4fcf-9ea2-19cf116c69da tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f72f61c80ba48c19d57acf6892b0342 HTTP/1.1" status: 200 len: 380 time: 0.1733434 Mar 09 05:59:16.977704 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'port': {'device_id': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'admin_state_up': True, 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'security_groups': ['5aa7feb5-e6f1-4b01-9e56-051462e1274b']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:17.003039 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3a626198-e4f7-4e5a-95f4-6947da222938 req-d3092e90-fd76-4a70-a7bf-6cd905b698b7 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 210 time: 0.2152424 Mar 09 05:59:17.061316 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 88c07837-fd0e-41ab-b1d7-82209668bbf9 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:17.061597 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.194852 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Made reservation on behalf of 4f72f61c80ba48c19d57acf6892b0342 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:17.198206 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.202433 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Publish callbacks [] for port (37119220-6359-48d0-ad48-520fb9e0776d), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.208344 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 88c07837-fd0e-41ab-b1d7-82209668bbf9 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:17.209510 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:17.212763 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (37119220-6359-48d0-ad48-520fb9e0776d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.212923 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.302001 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Attempting to bind port 37119220-6359-48d0-ad48-520fb9e0776d on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:17.302374 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Attempting to bind port 37119220-6359-48d0-ad48-520fb9e0776d by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:17.302735 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Attempting to bind port 37119220-6359-48d0-ad48-520fb9e0776d on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:17.306459 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a11216-723e-41c4-99c7-001399b22f42 None None] Pushing event updated for resources: {'Port': ['ID=37119220-6359-48d0-ad48-520fb9e0776d,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:17.314507 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:17.314507 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:17.314788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.315173 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:17.315639 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Bound port: 37119220-6359-48d0-ad48-520fb9e0776d, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:17.316017 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (37119220-6359-48d0-ad48-520fb9e0776d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.353002 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:17.353373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.400197 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] For port 37119220-6359-48d0-ad48-520fb9e0776d, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:17.405072 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] For port 37119220-6359-48d0-ad48-520fb9e0776d, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=37119220-6359-48d0-ad48-520fb9e0776d,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:17.413341 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (37119220-6359-48d0-ad48-520fb9e0776d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.451813 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Allocated IP 172.20.0.5 (3a08402c-9b5d-49a9-b21f-83220dd42e24/0fc3d8d7-f310-438f-8578-64bebeaf4d2c/4eaa0c7e-23ef-4410-a043-06d7c48f8dc8) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:17.474100 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Allocated IP 172.20.0.1 (4fe757b9-f7f5-428f-aabb-e4886a0b7830/e86b7678-baaf-4d95-b729-d8659a1d43fc/eda5935b-7ddf-4748-8dec-408ac406b266) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:17.506627 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Routers {'8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:17.507264 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:17.515983 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a11216-723e-41c4-99c7-001399b22f42 None None] Pushing event updated for resources: {'Port': ['ID=37119220-6359-48d0-ad48-520fb9e0776d,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:17.565358 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:17.632093 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] Set router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:17.669258 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks [] for port (eda5935b-7ddf-4748-8dec-408ac406b266), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.675035 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.727108 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.735993 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.776805 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:17.785622 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:17.788555 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:17.793495 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:17.796015 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:17.821722 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Pushing event updated for resources: {'Port': ['ID=eda5935b-7ddf-4748-8dec-408ac406b266,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:17.823974 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:17.824292 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:14Z', 'revision_number': 3, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:17.856606 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.856975 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.857334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.857682 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.858026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.858367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.858706 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.859147 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.859386 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.859710 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.860043 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.860235 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efddac5b-2bd0-4cfc-838e-363ab8481991 None None] The sync data for ids ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'] in dv-cinder-831167-2-iscsi is: [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:14Z', 'revision_number': 3, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:17.860417 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.860715 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:17.925504 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:17.935894 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event updated for resources: {'Port': ['ID=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:17.981881 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:17.982525 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.006701 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-557d009a-3566-4254-bbec-fabc6acc27b0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0352762 Mar 09 05:59:18.068590 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Request body: {'port': {'device_id': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:18.123444 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.162835 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-030eb3e7-091f-4b15-a8a5-35295d27d3ff None None] Provisioning complete for port eda5935b-7ddf-4748-8dec-408ac406b266 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:18.163880 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-030eb3e7-091f-4b15-a8a5-35295d27d3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.181870 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576e609-9b83-4a66-94cf-b8ba43fdb767 req-d2bc226d-22d4-4b97-ac2d-1390916f7d17 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:18.185506 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8576e609-9b83-4a66-94cf-b8ba43fdb767 req-d2bc226d-22d4-4b97-ac2d-1390916f7d17 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 931 time: 0.0889771 Mar 09 05:59:18.202085 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.204106 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-030eb3e7-091f-4b15-a8a5-35295d27d3ff None None] Port eda5935b-7ddf-4748-8dec-408ac406b266 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:18.224057 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-030eb3e7-091f-4b15-a8a5-35295d27d3ff None None] Provisioning complete for port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:18.224724 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-030eb3e7-091f-4b15-a8a5-35295d27d3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.253144 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8576e609-9b83-4a66-94cf-b8ba43fdb767 req-d8c127e0-158a-4073-9b3b-abdd3c07c7a0 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634630 Mar 09 05:59:18.266459 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-030eb3e7-091f-4b15-a8a5-35295d27d3ff None None] Port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:18.524837 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks [] for port (eda5935b-7ddf-4748-8dec-408ac406b266), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.532356 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.625215 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Pushing event updated for resources: {'Port': ['ID=eda5935b-7ddf-4748-8dec-408ac406b266,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:18.645558 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.680462 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:59:18.691738 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Publish callbacks [] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.739319 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 37119220-6359-48d0-ad48-520fb9e0776d up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:18.799583 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 37119220-6359-48d0-ad48-520fb9e0776d triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:18.800319 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (37119220-6359-48d0-ad48-520fb9e0776d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.886409 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 37119220-6359-48d0-ad48-520fb9e0776d is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:18.886808 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (37119220-6359-48d0-ad48-520fb9e0776d), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.908812 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 37119220-6359-48d0-ad48-520fb9e0776d, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=37119220-6359-48d0-ad48-520fb9e0776d,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:18.912602 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (37119220-6359-48d0-ad48-520fb9e0776d), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:18.971275 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=37119220-6359-48d0-ad48-520fb9e0776d,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:18.997835 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Transition to ACTIVE for port object 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:59:19.004556 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.075136 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:19.078067 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:19.079845 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:19.232543 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Attempting to bind port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:19.232884 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Attempting to bind port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:19.233215 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Attempting to bind port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:19.252587 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:59:19.253179 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Attempting to bind port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 on network 3a08402c-9b5d-49a9-b21f-83220dd42e24 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:19.267057 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:19.267409 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Checking segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:19.268027 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Bound using segment: {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:19.268563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Bound port: 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71eeb89-ed38-40f9-b5cb-88921dc857f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:19.268922 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.322393 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:19.393496 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4b3621db-f47c-4bc9-be89-0d70b510014e None None] Provisioning complete for port eda5935b-7ddf-4748-8dec-408ac406b266 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:19.394010 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4b3621db-f47c-4bc9-be89-0d70b510014e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.404992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] For port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:19.431729 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4b3621db-f47c-4bc9-be89-0d70b510014e None None] Port eda5935b-7ddf-4748-8dec-408ac406b266 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:19.438606 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] For port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:19.452019 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.530162 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:19.530849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:19.532285 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] 10.222.0.32 "PUT /v2.0/ports/4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 HTTP/1.1" status: 200 len: 1093 time: 1.4683104 Mar 09 05:59:19.535299 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:19.537643 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b" -d '{"events": [{"name": "network-changed", "server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:19.553639 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760900e-3e74-4185-82a4-af64202e079a req-c4a1d4d6-b9f5-4984-b48f-46ffb56ba348 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:19.555275 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4760900e-3e74-4185-82a4-af64202e079a req-c4a1d4d6-b9f5-4984-b48f-46ffb56ba348 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.1995018 Mar 09 05:59:19.589149 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:19.609191 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-741fefa9-fc78-45f7-a1ff-35a2432d27b1 admin admin] 10.222.0.36 "PUT /v2.0/routers/8e3bf16b-ef11-46d5-8fec-4baf1ba984e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2726433 Mar 09 05:59:19.609191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d5f98-aaa2-42cb-9e62-f07ad9c48a5c service neutron] Pushing event updated for resources: {'Port': ['ID=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:19.615641 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a411d0fb-e409-49e1-bf0d-fc193184ef89 x-openstack-request-id: req-a411d0fb-e409-49e1-bf0d-fc193184ef89 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:19.615878 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:19.616088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a411d0fb-e409-49e1-bf0d-fc193184ef89 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:19.616598 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'status': 'completed', 'code': 200} Mar 09 05:59:19.662099 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Sync routers for ids ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:19.672890 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4760900e-3e74-4185-82a4-af64202e079a req-70165c60-bef2-48e5-a9c8-d639ba9fdd8d tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978067 Mar 09 05:59:19.674213 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Routers {'8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:19.674850 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:19.684818 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-a02f503d-94cd-4248-90d5-f1b3204def2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:19.686380 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-a02f503d-94cd-4248-90d5-f1b3204def2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 1127 time: 0.0856452 Mar 09 05:59:19.739661 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-736b17c4-294a-478b-b66c-f61a65da7f5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 HTTP/1.1" status: 200 len: 217 time: 0.0403781 Mar 09 05:59:19.795608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-221328c6-2646-43d4-ae74-572f823d5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:19.797099 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-221328c6-2646-43d4-ae74-572f823d5161 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.0512056 Mar 09 05:59:19.799870 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Set router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:19.848758 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d6a39fb3-343e-40fb-aa66-064ebd4216bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:19.852092 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-d6a39fb3-343e-40fb-aa66-064ebd4216bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481956 Mar 09 05:59:19.954102 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-4160b135-124a-47d8-a16f-2cf68bd04f31 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946527 Mar 09 05:59:20.009614 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'eda5935b-7ddf-4748-8dec-408ac406b266', 'name': '', 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'mac_address': 'fa:16:3e:80:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e86b7678-baaf-4d95-b729-d8659a1d43fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:17Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 2, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'subnets': [{'id': 'e86b7678-baaf-4d95-b729-d8659a1d43fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:20.040964 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Checking router: 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:20.041346 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Updating router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 port eda5935b-7ddf-4748-8dec-408ac406b266 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 05:59:20.042403 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b88c060-4137-4e08-9d1b-8a4194ac166f req-830308d4-38b1-4eee-ad6c-87c03df6dac8 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818329 Mar 09 05:59:20.070001 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46368) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:20.072593 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.075209 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-72592f31-36bb-43b5-92bd-5614ad02678e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1884395492', 'description': 'tempest-secgroup-smoke-1884395492 description', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:20.094644 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-72592f31-36bb-43b5-92bd-5614ad02678e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.168159 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-72592f31-36bb-43b5-92bd-5614ad02678e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group (ac7a916c-094f-4cd9-bb47-3d81b7edb4c6), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.171932 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-72592f31-36bb-43b5-92bd-5614ad02678e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ac7a916c-094f-4cd9-bb47-3d81b7edb4c6), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.176153 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-2b73ec20-d515-455a-88a5-658f53b02ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:20.177762 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-2b73ec20-d515-455a-88a5-658f53b02ce8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 1127 time: 0.0476165 Mar 09 05:59:20.207018 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72592f31-36bb-43b5-92bd-5614ad02678e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:20.213430 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-72592f31-36bb-43b5-92bd-5614ad02678e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.215365 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-72592f31-36bb-43b5-92bd-5614ad02678e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1442966 Mar 09 05:59:20.218209 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46370) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:20.222529 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-dd776ad8-5c40-44ff-8fcf-90bc0a6415e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'security_group_rule': {'security_group_id': 'ac7a916c-094f-4cd9-bb47-3d81b7edb4c6', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:20.257338 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dd776ad8-5c40-44ff-8fcf-90bc0a6415e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (e5d70530-819f-447f-aa91-fec7baaf688a), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.279801 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-be90528e-0dfd-4757-9321-d860930f59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:20.281575 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-be90528e-0dfd-4757-9321-d860930f59c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 911 time: 0.0975060 Mar 09 05:59:20.314862 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dd776ad8-5c40-44ff-8fcf-90bc0a6415e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (e5d70530-819f-447f-aa91-fec7baaf688a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.318693 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dd776ad8-5c40-44ff-8fcf-90bc0a6415e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (e5d70530-819f-447f-aa91-fec7baaf688a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.324998 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-910f8774-978a-4e0b-aa27-86500687a831 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 HTTP/1.1" status: 200 len: 217 time: 0.0371144 Mar 09 05:59:20.338439 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd776ad8-5c40-44ff-8fcf-90bc0a6415e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d70530-819f-447f-aa91-fec7baaf688a,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:20.345644 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dd776ad8-5c40-44ff-8fcf-90bc0a6415e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.350083 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-dd776ad8-5c40-44ff-8fcf-90bc0a6415e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309175 Mar 09 05:59:20.350709 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46372) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:20.355825 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-92e1ea63-fd36-4a5e-995b-ec3d84c514d0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'security_group_rule': {'security_group_id': 'ac7a916c-094f-4cd9-bb47-3d81b7edb4c6', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:20.360487 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Publish callbacks [] for port (eda5935b-7ddf-4748-8dec-408ac406b266), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.366784 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.380992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-55130ae8-bf48-4b6e-b8cd-172a7cb6a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:20.383012 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-55130ae8-bf48-4b6e-b8cd-172a7cb6a3f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.0509410 Mar 09 05:59:20.384234 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92e1ea63-fd36-4a5e-995b-ec3d84c514d0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (27acd9d2-3d18-46a3-81ad-fb790e9f184e), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.430418 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b0381-215b-4276-811b-22a851368502 None None] Pushing event updated for resources: {'Port': ['ID=eda5935b-7ddf-4748-8dec-408ac406b266,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:20.437513 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-efadd56b-ccb5-4eac-a820-0866a08ad4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:20.439250 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-efadd56b-ccb5-4eac-a820-0866a08ad4eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490317 Mar 09 05:59:20.455311 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92e1ea63-fd36-4a5e-995b-ec3d84c514d0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (27acd9d2-3d18-46a3-81ad-fb790e9f184e), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.460515 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92e1ea63-fd36-4a5e-995b-ec3d84c514d0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (27acd9d2-3d18-46a3-81ad-fb790e9f184e), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.482681 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1ea63-fd36-4a5e-995b-ec3d84c514d0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27acd9d2-3d18-46a3-81ad-fb790e9f184e,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:20.493481 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-92e1ea63-fd36-4a5e-995b-ec3d84c514d0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.495202 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-92e1ea63-fd36-4a5e-995b-ec3d84c514d0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430395 Mar 09 05:59:20.497902 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46374) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:20.500929 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Attempting to bind port eda5935b-7ddf-4748-8dec-408ac406b266 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:20.501315 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Attempting to bind port eda5935b-7ddf-4748-8dec-408ac406b266 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:20.501683 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Attempting to bind port eda5935b-7ddf-4748-8dec-408ac406b266 on network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:20.506975 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:20.507362 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Checking segment: {'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:20.507762 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.508158 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Bound using segment: {'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:20.508665 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Bound port: eda5935b-7ddf-4748-8dec-408ac406b266, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95c4eea-3953-48b0-b4ae-f3d351c8f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:20.509046 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.534844 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a2ce9ee6-0a14-43b3-b06e-e65789f8282e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'security_group_rule': {'security_group_id': 'ac7a916c-094f-4cd9-bb47-3d81b7edb4c6', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:20.579079 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9ee6-0a14-43b3-b06e-e65789f8282e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (e7305d40-88d0-4618-ba76-8807f26b782c), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.581215 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] For port eda5935b-7ddf-4748-8dec-408ac406b266, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:20.583108 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-a545716c-589b-4a57-b02e-55158e25648a service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365983 Mar 09 05:59:20.584910 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] For port eda5935b-7ddf-4748-8dec-408ac406b266, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=eda5935b-7ddf-4748-8dec-408ac406b266,segment=NetworkSegment(c95c4eea-3953-48b0-b4ae-f3d351c8f432),segment_id=c95c4eea-3953-48b0-b4ae-f3d351c8f432)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:20.592919 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.650183 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Routers {'8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:20.650921 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:20.692037 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9ee6-0a14-43b3-b06e-e65789f8282e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (e7305d40-88d0-4618-ba76-8807f26b782c), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.715105 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-8c588a2b-2f9a-4da1-91ca-4c81320bf605 None None] Provisioning complete for port eda5935b-7ddf-4748-8dec-408ac406b266 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:20.715667 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c588a2b-2f9a-4da1-91ca-4c81320bf605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.719594 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9ee6-0a14-43b3-b06e-e65789f8282e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (e7305d40-88d0-4618-ba76-8807f26b782c), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.766837 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 37119220-6359-48d0-ad48-520fb9e0776d up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:20.775980 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fdd02c1b-6aeb-4987-a9cd-57b96ba7748b req-c71bb549-10b2-499e-b0a9-19f68355519b service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848867 Mar 09 05:59:20.786305 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce9ee6-0a14-43b3-b06e-e65789f8282e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7305d40-88d0-4618-ba76-8807f26b782c,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:20.790983 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9ee6-0a14-43b3-b06e-e65789f8282e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.795626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 46378) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:20.795803 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a2ce9ee6-0a14-43b3-b06e-e65789f8282e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2711029 Mar 09 05:59:20.812842 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-64ad29f9-8afe-42fc-b41c-0c32496c9fa4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'security_group_rule': {'security_group_id': 'ac7a916c-094f-4cd9-bb47-3d81b7edb4c6', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:20.855987 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-64ad29f9-8afe-42fc-b41c-0c32496c9fa4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (cb1a2bd3-7bfb-44f6-891b-2adcbf73c5fb), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.890627 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b0381-215b-4276-811b-22a851368502 None None] Pushing event updated for resources: {'Port': ['ID=eda5935b-7ddf-4748-8dec-408ac406b266,revision_number=4']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:20.895195 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7957d2-7eca-4181-903b-538beb9269de req-9c87484a-6f54-47e8-a4fe-b1cb582fbb23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:20.904635 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eb7957d2-7eca-4181-903b-538beb9269de req-9c87484a-6f54-47e8-a4fe-b1cb582fbb23 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.1191239 Mar 09 05:59:20.938284 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] Set router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:20.956304 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-64ad29f9-8afe-42fc-b41c-0c32496c9fa4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (cb1a2bd3-7bfb-44f6-891b-2adcbf73c5fb), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.961203 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-64ad29f9-8afe-42fc-b41c-0c32496c9fa4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (cb1a2bd3-7bfb-44f6-891b-2adcbf73c5fb), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.961685 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8c588a2b-2f9a-4da1-91ca-4c81320bf605 None None] Current status of the port eda5935b-7ddf-4748-8dec-408ac406b266 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:20.962297 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c588a2b-2f9a-4da1-91ca-4c81320bf605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.978246 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 37119220-6359-48d0-ad48-520fb9e0776d triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:20.978844 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (37119220-6359-48d0-ad48-520fb9e0776d), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:20.984371 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-eb7957d2-7eca-4181-903b-538beb9269de req-696a7fe2-2489-4555-9e26-92d07dcc7a42 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784967 Mar 09 05:59:20.988476 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad29f9-8afe-42fc-b41c-0c32496c9fa4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1a2bd3-7bfb-44f6-891b-2adcbf73c5fb,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:21.009235 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-64ad29f9-8afe-42fc-b41c-0c32496c9fa4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.015424 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46380) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:21.016995 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-64ad29f9-8afe-42fc-b41c-0c32496c9fa4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2188323 Mar 09 05:59:21.020080 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'security_group_rule': {'security_group_id': 'ac7a916c-094f-4cd9-bb47-3d81b7edb4c6', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:21.024967 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-8c588a2b-2f9a-4da1-91ca-4c81320bf605 None None] For port eda5935b-7ddf-4748-8dec-408ac406b266, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=eda5935b-7ddf-4748-8dec-408ac406b266,segment=NetworkSegment(c95c4eea-3953-48b0-b4ae-f3d351c8f432),segment_id=c95c4eea-3953-48b0-b4ae-f3d351c8f432)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:21.031504 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c588a2b-2f9a-4da1-91ca-4c81320bf605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.045419 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.securitygroups_db [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Project 7afc49e9d43744d4b8a2d3b67542a2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:59:21.050633 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (c5b19aa3-e221-41de-87e6-c10a0f317912), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.117738 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (c5b19aa3-e221-41de-87e6-c10a0f317912), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.119152 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c588a2b-2f9a-4da1-91ca-4c81320bf605 None None] Pushing event updated for resources: {'Port': ['ID=eda5935b-7ddf-4748-8dec-408ac406b266,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:21.127146 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (c5b19aa3-e221-41de-87e6-c10a0f317912), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.144792 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 37119220-6359-48d0-ad48-520fb9e0776d is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:21.150648 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b19aa3-e221-41de-87e6-c10a0f317912,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:21.158169 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.159140 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-874157c0-a8d7-4222-ba94-37b1f7d217d0 None None] Provisioning complete for port eda5935b-7ddf-4748-8dec-408ac406b266 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:21.162805 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-874157c0-a8d7-4222-ba94-37b1f7d217d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.162895 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-5e034ee2-39dc-438d-8903-71db80ace1a7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430190 Mar 09 05:59:21.162895 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46382) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:21.168222 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'security_group_rule': {'security_group_id': 'ac7a916c-094f-4cd9-bb47-3d81b7edb4c6', 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:21.190102 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.securitygroups_db [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Project 7afc49e9d43744d4b8a2d3b67542a2ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 05:59:21.191379 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'eda5935b-7ddf-4748-8dec-408ac406b266', 'name': '', 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'mac_address': 'fa:16:3e:80:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e86b7678-baaf-4d95-b729-d8659a1d43fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:17Z', 'updated_at': '2022-03-09T05:59:20Z', 'revision_number': 4, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'subnets': [{'id': 'e86b7678-baaf-4d95-b729-d8659a1d43fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:21.196279 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (a5e56370-6915-4a13-a20b-4574cb936ac3), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.220409 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447425c-cfb3-4667-8a22-1d78d72e9e57 None None] The sync data for ids ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'] in dv-cinder-831167-2-iscsi is: [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'eda5935b-7ddf-4748-8dec-408ac406b266', 'name': '', 'network_id': '4fe757b9-f7f5-428f-aabb-e4886a0b7830', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'mac_address': 'fa:16:3e:80:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e86b7678-baaf-4d95-b729-d8659a1d43fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:17Z', 'updated_at': '2022-03-09T05:59:20Z', 'revision_number': 4, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'subnets': [{'id': 'e86b7678-baaf-4d95-b729-d8659a1d43fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:21.246795 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-874157c0-a8d7-4222-ba94-37b1f7d217d0 None None] Current status of the port eda5935b-7ddf-4748-8dec-408ac406b266 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:21.271248 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (a5e56370-6915-4a13-a20b-4574cb936ac3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.275037 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (a5e56370-6915-4a13-a20b-4574cb936ac3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.295988 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e56370-6915-4a13-a20b-4574cb936ac3,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:21.310647 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:21.312230 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-11a13d82-5f7d-43f8-8a21-525f2d35eee1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489210 Mar 09 05:59:22.099971 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c548d-3a8f-4030-b714-ceb4b0e7c37e req-1d42975e-f79b-476d-8a54-7346b4610b3b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:22.101478 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f26c548d-3a8f-4030-b714-ceb4b0e7c37e req-1d42975e-f79b-476d-8a54-7346b4610b3b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 943 time: 0.0523291 Mar 09 05:59:22.148693 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f26c548d-3a8f-4030-b714-ceb4b0e7c37e req-3d9baaad-821c-4376-9405-e4ae5760bd89 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Mar 09 05:59:22.271174 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:59:22.517412 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:22.529299 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'port_id': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'mac_address': 'fa:16:3e:96:c0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:59:22.569995 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:22.570564 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:22.585175 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:59:22.608653 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:22.612806 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:22.672492 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:22.717776 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device eda5935b-7ddf-4748-8dec-408ac406b266 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:22.770024 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port eda5935b-7ddf-4748-8dec-408ac406b266 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:22.770520 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:22.856970 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port eda5935b-7ddf-4748-8dec-408ac406b266 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:22.966665 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['4eaa0c7e-23ef-4410-a043-06d7c48f8dc8'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:59:23.278202 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c21511-53b8-45ae-9bab-af4c384ecac0 req-a6377d5a-26dc-410d-9180-39b8942c196a tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:23.279800 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98c21511-53b8-45ae-9bab-af4c384ecac0 req-a6377d5a-26dc-410d-9180-39b8942c196a tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 944 time: 0.0566940 Mar 09 05:59:23.328356 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-98c21511-53b8-45ae-9bab-af4c384ecac0 req-97211672-6ffe-48e2-87d7-a38f0bf7ca31 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Mar 09 05:59:24.294451 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:24.345279 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:59:24.349153 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:24.349533 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.430608 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:24.430608 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.451890 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c7944-d63d-4ab6-a7b5-969898d86886 req-f57fbea7-d674-4fab-91cd-f219f21fdfdd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:24.453424 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-405c7944-d63d-4ab6-a7b5-969898d86886 req-f57fbea7-d674-4fab-91cd-f219f21fdfdd tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 944 time: 0.0547643 Mar 09 05:59:24.453701 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:24.455943 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a49887-1d48-412f-9f60-7b6b1b118b28" -d '{"events": [{"server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "name": "network-vif-plugged", "status": "completed", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:24.473380 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:24.477556 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:24.504714 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa067598-3f8c-46a8-94d6-efa76387fa6b x-openstack-request-id: req-fa067598-3f8c-46a8-94d6-efa76387fa6b {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:24.505013 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "name": "network-vif-plugged", "status": "completed", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:24.505273 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa067598-3f8c-46a8-94d6-efa76387fa6b {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:24.505669 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'code': 200} Mar 09 05:59:24.514734 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-405c7944-d63d-4ab6-a7b5-969898d86886 req-e1b07b70-1cac-45f7-ba54-d17c68750f79 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535412 Mar 09 05:59:24.530887 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:24.716683 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfa67a-a39c-461d-98bb-9d0b984c6967 req-7d1feb62-3ba7-410b-82b7-1b524853f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:24.718165 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90dfa67a-a39c-461d-98bb-9d0b984c6967 req-7d1feb62-3ba7-410b-82b7-1b524853f2e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0439589 Mar 09 05:59:24.764721 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-90dfa67a-a39c-461d-98bb-9d0b984c6967 req-4b68d94e-f8a2-4068-86fa-b05edda3f582 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391929 Mar 09 05:59:25.641047 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433913d-370e-44ab-928c-22e6bc65f03b req-ee651955-aa76-4db4-8207-227a1a824b76 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:25.642573 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c433913d-370e-44ab-928c-22e6bc65f03b req-ee651955-aa76-4db4-8207-227a1a824b76 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0584154 Mar 09 05:59:25.696677 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c433913d-370e-44ab-928c-22e6bc65f03b req-838825c3-72ee-43b2-9e77-5c5c031b2886 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485156 Mar 09 05:59:26.815880 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fa15c-a2d1-4b2d-a8ca-91fe42f8fbf1 req-cd2f3bce-3456-4081-81da-0c939ff0bfdb tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:26.817384 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-771fa15c-a2d1-4b2d-a8ca-91fe42f8fbf1 req-cd2f3bce-3456-4081-81da-0c939ff0bfdb tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0536420 Mar 09 05:59:26.863667 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-771fa15c-a2d1-4b2d-a8ca-91fe42f8fbf1 req-e0281a01-85ba-4b56-a3cb-ad45a76b029a tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407789 Mar 09 05:59:26.977761 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6f40-9a9b-43ab-aa02-514afc7fb340 req-27bc97fc-431b-4872-b2c3-cb1e3f40b6d4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:26.979809 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a79e6f40-9a9b-43ab-aa02-514afc7fb340 req-27bc97fc-431b-4872-b2c3-cb1e3f40b6d4 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Mar 09 05:59:26.988312 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46464) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:26.992768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Request body: {'floatingip': {'port_id': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:27.035108 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (01c9daf3-c118-49aa-af29-407328716136), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:27.480200 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:27.483410 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (01c9daf3-c118-49aa-af29-407328716136), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:27.594598 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Floating IP 01c9daf3-c118-49aa-af29-407328716136 associated. External IP: 172.27.1.6, port: 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8. Mar 09 05:59:27.812688 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Router f10f5556-0a84-4781-83ec-187af2b2c72c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:27.924233 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:27.928752 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:27.934821 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] Sync routers for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:27.944574 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:27.946972 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:27.959327 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-62c65219-536d-4cd6-aa96-977dc5f93e95 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "PUT /v2.0/floatingips/01c9daf3-c118-49aa-af29-407328716136 HTTP/1.1" status: 200 len: 989 time: 0.9699090 Mar 09 05:59:27.959921 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:27.962178 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cfa981-c63e-445e-9a3d-89db1803dcf9" -d '{"events": [{"name": "network-changed", "server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:27.998041 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebcec2e-e20b-4a8c-b0c5-78e8d84432a6 x-openstack-request-id: req-7ebcec2e-e20b-4a8c-b0c5-78e8d84432a6 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:27.998643 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:27.998643 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ebcec2e-e20b-4a8c-b0c5-78e8d84432a6 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:27.999272 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'status': 'completed', 'code': 200} Mar 09 05:59:28.063075 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:28.145334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-c2632301-f532-4186-8123-3dbd48dbc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:28.146823 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-c2632301-f532-4186-8123-3dbd48dbc3c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f72f61c80ba48c19d57acf6892b0342&device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0983210 Mar 09 05:59:28.302783 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '01c9daf3-c118-49aa-af29-407328716136', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'port_id': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'mac_address': 'fa:16:3e:96:c0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:27Z', 'revision_number': 1, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:28.336007 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] Checking router: f10f5556-0a84-4781-83ec-187af2b2c72c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:28.345201 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:28.345821 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:28.462268 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:28.475483 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-b7cbdfc8-4a9a-45a0-8418-1ef16d2cc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:28.476996 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-b7cbdfc8-4a9a-45a0-8418-1ef16d2cc410 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 200 len: 911 time: 0.3245018 Mar 09 05:59:28.540621 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-7f9048e3-dd43-44f4-9e6d-48bf5beb1085 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 HTTP/1.1" status: 200 len: 997 time: 0.0575426 Mar 09 05:59:28.593609 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-8634e11f-9afe-493e-8b0b-5860be388eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:28.594958 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-8634e11f-9afe-493e-8b0b-5860be388eb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 200 len: 849 time: 0.0464697 Mar 09 05:59:28.646959 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-bb9c729b-402d-451f-bfb8-553e03a95284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:28.648459 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-bb9c729b-402d-451f-bfb8-553e03a95284 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3a08402c-9b5d-49a9-b21f-83220dd42e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472724 Mar 09 05:59:28.702287 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '01c9daf3-c118-49aa-af29-407328716136', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'port_id': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'mac_address': 'fa:16:3e:96:c0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:27Z', 'revision_number': 1, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:28.732190 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69972d45-4d29-4310-ade6-5d92e7ef5642 None None] The sync data for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi is: [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '01c9daf3-c118-49aa-af29-407328716136', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'floating_ip_address': '172.27.1.6', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'port_id': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'mac_address': 'fa:16:3e:96:c0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:27Z', 'revision_number': 1, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:28.743505 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-081594d5-12f4-4540-9a42-d8eaafa854f4 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877385 Mar 09 05:59:28.845488 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f1cfa981-c63e-445e-9a3d-89db1803dcf9 req-8493b1b9-2f9b-438b-bb91-968abadbe669 service neutron] 10.222.0.32 "GET /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949452 Mar 09 05:59:28.948992 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa769736-dbe6-43fe-ae88-da4522f760b8 None None] New status for floating IP 01c9daf3-c118-49aa-af29-407328716136: ACTIVE {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:59:30.754670 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b66b5b3b-d7d6-421d-8f2b-ef5557e63ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:32.289627 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 05:59:33.099263 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b4736a33-d4d1-49e3-a9bc-a9610a0f8a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:34.405746 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:35.536842 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:36.589222 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-d9949f95-65c7-4dd3-9dd9-0b2ab7e015bb tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884395492&fields=id&tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff HTTP/1.1" status: 200 len: 267 time: 0.0420063 Mar 09 05:59:36.697074 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-41dab360-aecd-4a57-b5d9-ea0f565a8326 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:36.698537 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-41dab360-aecd-4a57-b5d9-ea0f565a8326 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 808 time: 0.1025505 Mar 09 05:59:36.713489 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-2ce42850-ace2-4c78-ac4e-b4661c1610ad tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/quotas/7afc49e9d43744d4b8a2d3b67542a2ff HTTP/1.1" status: 200 len: 375 time: 0.0095992 Mar 09 05:59:36.768940 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-4f05965d-ad0a-44f8-bc91-d8d88c46dc25 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496147 Mar 09 05:59:36.911451 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-da9df64a-bd85-483e-814b-4b9d405993bb service neutron] 10.222.0.36 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304321 Mar 09 05:59:37.007941 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-9adeef94-e06a-48e5-aaba-cec51caed331 service neutron] 10.222.0.36 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906875 Mar 09 05:59:37.131441 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:37.289908 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4ff7b058-c7e2-4b19-b2e7-bfb1c174481c req-d69df945-7e01-4e3b-857b-3909195aedbb tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Mar 09 05:59:38.331056 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-68c8915c-b6d2-4348-8164-6e9370a02676 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:38.332517 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-68c8915c-b6d2-4348-8164-6e9370a02676 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.32 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 808 time: 0.1067202 Mar 09 05:59:38.396955 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-60df98fe-b006-4549-a523-946a6e6a3451 req-187e6681-f3ba-402f-a9d7-d2ac2e7868c6 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 210 time: 0.0364628 Mar 09 05:59:38.440869 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-1087f43e-396a-4c5c-9061-7d747dd50464 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff HTTP/1.1" status: 200 len: 380 time: 0.0716312 Mar 09 05:59:38.448956 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'port': {'device_id': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'admin_state_up': True, 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'security_groups': ['ac7a916c-094f-4cd9-bb47-3d81b7edb4c6']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:38.553301 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Made reservation on behalf of 7afc49e9d43744d4b8a2d3b67542a2ff for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 05:59:38.556733 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.680045 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Allocated IP 172.20.0.11 (79ed3483-fc87-4ae7-bcd3-e345f2e15952/e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa/365b8f71-2384-40e7-9418-6944a45cc5cf) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:38.823734 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.861845 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:38.915276 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:38.921118 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:38.924858 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:38.972924 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:39.016749 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:39.017387 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.039577 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-582fb9d2-e22e-4c5a-85b4-7ef83d05eeb0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5942113 Mar 09 05:59:39.053253 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b7317-3e69-48a8-bc0f-66e69668f5e0 req-546fbdbd-84fc-43bc-bc28-335f781f039c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:39.054770 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3b4b7317-3e69-48a8-bc0f-66e69668f5e0 req-546fbdbd-84fc-43bc-bc28-335f781f039c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0963922 Mar 09 05:59:39.060511 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Request body: {'port': {'device_id': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:39.151307 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3b4b7317-3e69-48a8-bc0f-66e69668f5e0 req-13b446ce-6213-40d6-af41-d31d71454c9a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880272 Mar 09 05:59:39.154133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.180918 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-faae9c71-4361-4f4c-970e-7124d1ba99d3 None None] Provisioning complete for port 365b8f71-2384-40e7-9418-6944a45cc5cf triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:39.181459 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-faae9c71-4361-4f4c-970e-7124d1ba99d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.217029 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-faae9c71-4361-4f4c-970e-7124d1ba99d3 None None] Port 365b8f71-2384-40e7-9418-6944a45cc5cf cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 05:59:39.422134 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365b8f71-2384-40e7-9418-6944a45cc5cf {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:59:39.431197 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Publish callbacks [] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.444833 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Transition to ACTIVE for port object 365b8f71-2384-40e7-9418-6944a45cc5cf will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 05:59:39.448567 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.504873 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:39.549143 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285539d-bb67-492a-8fdc-269a38c177c8 req-f2d24026-be40-4b3a-904e-5b96650cdf20 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:39.550655 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2285539d-bb67-492a-8fdc-269a38c177c8 req-f2d24026-be40-4b3a-904e-5b96650cdf20 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0747793 Mar 09 05:59:39.581903 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Attempting to bind port 365b8f71-2384-40e7-9418-6944a45cc5cf on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 05:59:39.582343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Attempting to bind port 365b8f71-2384-40e7-9418-6944a45cc5cf by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 05:59:39.582690 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Attempting to bind port 365b8f71-2384-40e7-9418-6944a45cc5cf on network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:39.587747 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Port 365b8f71-2384-40e7-9418-6944a45cc5cf on network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 05:59:39.588144 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Attempting to bind port 365b8f71-2384-40e7-9418-6944a45cc5cf on network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 05:59:39.593995 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 5, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 05:59:39.594658 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Checking segment: {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 05:59:39.595117 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Bound using segment: {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 05:59:39.595964 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Bound port: 365b8f71-2384-40e7-9418-6944a45cc5cf, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 05:59:39.596582 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.614204 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2285539d-bb67-492a-8fdc-269a38c177c8 req-656c9d60-1f96-4991-a994-9d6caaf92c17 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560167 Mar 09 05:59:39.671739 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 05:59:39.674977 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 05:59:39.681423 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.717081 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:39.717727 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:39.719113 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] 10.222.0.32 "PUT /v2.0/ports/365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 1094 time: 0.6634140 Mar 09 05:59:39.719553 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:39.721810 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1692c913-685f-452d-b83c-aaaa70bbefed" -d '{"events": [{"name": "network-changed", "server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:39.756404 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7fb71-6602-46a6-bf0c-4ed03a403a84 service neutron] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:39.782577 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c6523b-2129-4945-85b7-2302be0717e6 x-openstack-request-id: req-60c6523b-2129-4945-85b7-2302be0717e6 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:39.782873 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:39.783128 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60c6523b-2129-4945-85b7-2302be0717e6 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:39.783531 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'status': 'completed', 'code': 200} Mar 09 05:59:39.843989 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-3a7d1b78-7990-4736-9927-50ade78acec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:39.845521 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-3a7d1b78-7990-4736-9927-50ade78acec1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1128 time: 0.0479159 Mar 09 05:59:39.898261 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-5cbd94d2-b25b-4d1f-8a24-883a0991f287 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 217 time: 0.0384979 Mar 09 05:59:39.948882 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-b03bfef7-309c-45ff-80c1-2c096a5f6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:39.951353 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-b03bfef7-309c-45ff-80c1-2c096a5f6c75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 200 len: 847 time: 0.0449643 Mar 09 05:59:40.000728 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845eb88-84da-46e4-ab44-87d3795d520a req-4772cae5-49a5-423a-800e-c9def5f56611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:40.002191 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-4772cae5-49a5-423a-800e-c9def5f56611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79ed3483-fc87-4ae7-bcd3-e345f2e15952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442853 Mar 09 05:59:40.093708 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-5a510db3-c5ed-4f61-ac08-829d15510eff service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838685 Mar 09 05:59:40.178754 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f845eb88-84da-46e4-ab44-87d3795d520a req-ba3205f5-1678-46a1-816a-7edfb3beb85f service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781405 Mar 09 05:59:40.279406 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56952af-ae84-40ae-b305-03aa0768af12 req-eafef286-1e23-4dd9-908b-818e2825af9a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:40.280987 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c56952af-ae84-40ae-b305-03aa0768af12 req-eafef286-1e23-4dd9-908b-818e2825af9a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0561213 Mar 09 05:59:40.321190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692c913-685f-452d-b83c-aaaa70bbefed req-3f248315-93f4-410e-9897-d6598a055c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:40.322716 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1692c913-685f-452d-b83c-aaaa70bbefed req-3f248315-93f4-410e-9897-d6598a055c0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1128 time: 0.0484781 Mar 09 05:59:40.329180 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c56952af-ae84-40ae-b305-03aa0768af12 req-c00480e7-70f5-43a1-ae90-699a595791d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Mar 09 05:59:40.410712 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692c913-685f-452d-b83c-aaaa70bbefed req-8b73cf22-ac46-40b3-be29-809cf220132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:40.412161 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1692c913-685f-452d-b83c-aaaa70bbefed req-8b73cf22-ac46-40b3-be29-809cf220132c service neutron] 10.222.0.32 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 909 time: 0.0813544 Mar 09 05:59:40.455621 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1692c913-685f-452d-b83c-aaaa70bbefed req-9d52fa2d-5125-4336-8bbe-07f0c8bfcc5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 217 time: 0.0369043 Mar 09 05:59:40.513635 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692c913-685f-452d-b83c-aaaa70bbefed req-2e3ab1d6-d3ab-4bc8-bb12-21d7e3e0bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:40.515054 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1692c913-685f-452d-b83c-aaaa70bbefed req-2e3ab1d6-d3ab-4bc8-bb12-21d7e3e0bb02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 200 len: 847 time: 0.0430284 Mar 09 05:59:40.572067 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692c913-685f-452d-b83c-aaaa70bbefed req-4c084938-3213-4edf-93c7-18a31e4d5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:40.573536 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1692c913-685f-452d-b83c-aaaa70bbefed req-4c084938-3213-4edf-93c7-18a31e4d5936 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79ed3483-fc87-4ae7-bcd3-e345f2e15952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430155 Mar 09 05:59:40.664906 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1692c913-685f-452d-b83c-aaaa70bbefed req-2bedae73-dd8a-421b-9e91-f4f358e5a41e service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835459 Mar 09 05:59:40.795379 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f77291-04a8-4309-a061-0ade8d653120 req-1ea85895-0bcd-4b4d-b13e-03716582f8c7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:40.796863 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94f77291-04a8-4309-a061-0ade8d653120 req-1ea85895-0bcd-4b4d-b13e-03716582f8c7 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.1090958 Mar 09 05:59:40.802233 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1692c913-685f-452d-b83c-aaaa70bbefed req-75434927-2ea9-4e32-8c02-329d9d24b7de service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317470 Mar 09 05:59:40.845600 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94f77291-04a8-4309-a061-0ade8d653120 req-89b03657-f24a-41a8-8beb-eef04f0c34fa tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Mar 09 05:59:41.448304 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fac91-5681-4fb1-b0cc-9bb3f4633cb2 req-53981844-30da-4442-837c-d666ac91bcfd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:41.450260 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-322fac91-5681-4fb1-b0cc-9bb3f4633cb2 req-53981844-30da-4442-837c-d666ac91bcfd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0511210 Mar 09 05:59:41.494565 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-322fac91-5681-4fb1-b0cc-9bb3f4633cb2 req-5028ca30-e75e-41e6-866b-05bf101b0a88 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387747 Mar 09 05:59:41.961951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570fc3e-042d-40e8-b0ba-74117aac0972 req-bdcad3f4-786c-453c-b615-b9a8cdd4818e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:41.963422 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e570fc3e-042d-40e8-b0ba-74117aac0972 req-bdcad3f4-786c-453c-b615-b9a8cdd4818e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0519142 Mar 09 05:59:42.010530 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e570fc3e-042d-40e8-b0ba-74117aac0972 req-e79b0aac-1bd8-4ff4-8ee7-ccf432721454 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Mar 09 05:59:42.618715 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b7129-a9a1-405f-80da-85c5d6a7fec9 req-cb03abd5-4097-4ce2-8a3b-99acab981762 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:42.620162 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-501b7129-a9a1-405f-80da-85c5d6a7fec9 req-cb03abd5-4097-4ce2-8a3b-99acab981762 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0547528 Mar 09 05:59:42.666326 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-501b7129-a9a1-405f-80da-85c5d6a7fec9 req-4a84134f-aaef-456c-b96e-b25bba0388cd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Mar 09 05:59:42.780299 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:43.125535 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a4004-96c6-40ea-a54f-75c0c6ea872a req-5254ffae-54e2-4c92-87d8-c121684e5cab tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:43.127141 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d87a4004-96c6-40ea-a54f-75c0c6ea872a req-5254ffae-54e2-4c92-87d8-c121684e5cab tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0527954 Mar 09 05:59:43.181024 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d87a4004-96c6-40ea-a54f-75c0c6ea872a req-007994cc-8779-4b6d-9618-5f57be42668d tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 Mar 09 05:59:43.787232 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55c77-df65-47ee-9e68-5e6e8cf19c60 req-877df7e7-7981-47c6-ac0e-73e06956b545 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:43.788717 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-41f55c77-df65-47ee-9e68-5e6e8cf19c60 req-877df7e7-7981-47c6-ac0e-73e06956b545 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0531127 Mar 09 05:59:43.834788 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-41f55c77-df65-47ee-9e68-5e6e8cf19c60 req-c6825b3c-9330-4280-a39b-ab26ead8fbc8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Mar 09 05:59:44.296633 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54b5d5-6741-42e3-8468-e7a021d67784 req-44182c3a-39db-4057-ab2e-65c29dbb766d tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:44.298103 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b54b5d5-6741-42e3-8468-e7a021d67784 req-44182c3a-39db-4057-ab2e-65c29dbb766d tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0510795 Mar 09 05:59:44.344928 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8b54b5d5-6741-42e3-8468-e7a021d67784 req-661c630c-a99e-48b0-ac83-5edf270e3170 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Mar 09 05:59:44.963812 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1585e-6a51-430a-8d2b-ba057990306a req-5b39a099-744f-49b9-af75-c78c0a3d3568 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:44.965373 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e6f1585e-6a51-430a-8d2b-ba057990306a req-5b39a099-744f-49b9-af75-c78c0a3d3568 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0556397 Mar 09 05:59:45.010016 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e6f1585e-6a51-430a-8d2b-ba057990306a req-9058c83a-b8be-4a5e-bbb0-7f5041ed36af tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392003 Mar 09 05:59:45.460334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774711e4-7ee2-44b2-a95a-2df34633eaa6 req-f97e99dd-49d0-453d-bc99-7327e73134ce tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:45.461812 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-774711e4-7ee2-44b2-a95a-2df34633eaa6 req-f97e99dd-49d0-453d-bc99-7327e73134ce tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0519276 Mar 09 05:59:45.509415 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-774711e4-7ee2-44b2-a95a-2df34633eaa6 req-abba38f2-5171-485a-9319-60381ea35dfc tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Mar 09 05:59:46.127908 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd03e9-9d83-46da-b676-a440013d9dae req-192dae24-f572-462e-91e8-3c76c08c10f0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:46.129369 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d6dd03e9-9d83-46da-b676-a440013d9dae req-192dae24-f572-462e-91e8-3c76c08c10f0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0503390 Mar 09 05:59:46.175130 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d6dd03e9-9d83-46da-b676-a440013d9dae req-57c67e00-6c5d-4f44-b44e-8b1e71db4f53 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403330 Mar 09 05:59:46.631038 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd31aea-6e04-4162-a11a-713116d11701 req-cb87e967-b250-4608-b432-bfd023892761 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:46.632513 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bd31aea-6e04-4162-a11a-713116d11701 req-cb87e967-b250-4608-b432-bfd023892761 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0553219 Mar 09 05:59:46.680509 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bd31aea-6e04-4162-a11a-713116d11701 req-1d6cb2f6-7592-443c-8b78-f68763b0f871 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Mar 09 05:59:47.296174 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcf95e-1a3d-4dda-9a5d-0dbd4e47f96e req-4d219b2b-a569-4fd9-8313-d295dec005ea tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:47.297669 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1ddcf95e-1a3d-4dda-9a5d-0dbd4e47f96e req-4d219b2b-a569-4fd9-8313-d295dec005ea tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0515802 Mar 09 05:59:47.347027 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1ddcf95e-1a3d-4dda-9a5d-0dbd4e47f96e req-85dcaa07-0d1b-422a-bd77-5822cb17f119 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Mar 09 05:59:47.799191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909341f-1e5f-4420-880f-ff3532548db3 req-c01ffac0-72dd-48d9-b892-7a5990c8c665 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:47.800675 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1909341f-1e5f-4420-880f-ff3532548db3 req-c01ffac0-72dd-48d9-b892-7a5990c8c665 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0555844 Mar 09 05:59:47.851144 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1909341f-1e5f-4420-880f-ff3532548db3 req-cac97841-c544-4fec-af50-177182c44577 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449779 Mar 09 05:59:48.466497 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa256f-27ea-44d0-9b73-6960af0d203f req-2dd855da-fe04-4d17-a57c-29597ef56261 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:48.467131 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 365b8f71-2384-40e7-9418-6944a45cc5cf details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:59:48.468113 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-85aa256f-27ea-44d0-9b73-6960af0d203f req-2dd855da-fe04-4d17-a57c-29597ef56261 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0526109 Mar 09 05:59:48.514340 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-85aa256f-27ea-44d0-9b73-6960af0d203f req-a6177fc7-32b6-4232-9b57-fa525a2403b7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 Mar 09 05:59:48.685376 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:48.695984 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'port_id': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'mac_address': 'fa:16:3e:c0:78:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:59:48.731858 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 365b8f71-2384-40e7-9418-6944a45cc5cf is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:48.732240 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:48.744207 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365b8f71-2384-40e7-9418-6944a45cc5cf {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:59:48.762941 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:48.766934 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:48.818385 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:48.971063 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc616150-622a-498e-8049-03f4473a36e9 req-8341f411-d8fc-4eb3-88ce-ff8988aabce0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:48.972539 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cc616150-622a-498e-8049-03f4473a36e9 req-8341f411-d8fc-4eb3-88ce-ff8988aabce0 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 945 time: 0.0554626 Mar 09 05:59:49.020819 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-cc616150-622a-498e-8049-03f4473a36e9 req-1aebdb1b-29f2-4ae0-8c77-7879566fe992 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Mar 09 05:59:49.107185 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['365b8f71-2384-40e7-9418-6944a45cc5cf'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:59:49.635847 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb7eeb-c0fe-44de-a2cf-eaea9ef2fb70 req-3b5303d3-228f-47d1-9a5e-5fc2d7f58a53 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:49.637494 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2eeb7eeb-c0fe-44de-a2cf-eaea9ef2fb70 req-3b5303d3-228f-47d1-9a5e-5fc2d7f58a53 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0524573 Mar 09 05:59:49.683104 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2eeb7eeb-c0fe-44de-a2cf-eaea9ef2fb70 req-1cbd3944-1568-4601-8a0a-f22f3eec667b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402887 Mar 09 05:59:50.134443 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c6c70-3ab3-4b2f-bb0b-67f6db8a8565 req-c4399c67-26b1-4c2c-bfcf-e23375f47462 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:50.135795 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-538c6c70-3ab3-4b2f-bb0b-67f6db8a8565 req-c4399c67-26b1-4c2c-bfcf-e23375f47462 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 945 time: 0.0509014 Mar 09 05:59:50.183125 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-538c6c70-3ab3-4b2f-bb0b-67f6db8a8565 req-1eeace96-47a7-4e24-9c9f-f1d70e02176d tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Mar 09 05:59:50.467885 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 365b8f71-2384-40e7-9418-6944a45cc5cf up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:50.515793 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 365b8f71-2384-40e7-9418-6944a45cc5cf completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 05:59:50.519924 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 365b8f71-2384-40e7-9418-6944a45cc5cf triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:50.520325 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:50.597650 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 365b8f71-2384-40e7-9418-6944a45cc5cf is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:50.598030 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:50.619667 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:50.622304 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6354cc5f-82e3-4451-a9d4-42d78d5d6b0c" -d '{"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-plugged", "status": "completed", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:50.634042 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:50.638825 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:50.686909 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:50.725360 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42696af-2143-4108-9e96-7b994ad534bc x-openstack-request-id: req-c42696af-2143-4108-9e96-7b994ad534bc {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:50.725655 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-plugged", "status": "completed", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:50.725911 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c42696af-2143-4108-9e96-7b994ad534bc {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:50.726302 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'code': 200} Mar 09 05:59:50.807345 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777d4e8-3ee8-47fc-8b3d-271a2594dc02 req-6a29e0af-c5d4-454d-b56b-7c07c6f4ea32 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:50.809455 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8777d4e8-3ee8-47fc-8b3d-271a2594dc02 req-6a29e0af-c5d4-454d-b56b-7c07c6f4ea32 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0549917 Mar 09 05:59:50.857132 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8777d4e8-3ee8-47fc-8b3d-271a2594dc02 req-fc2c3e09-ce4b-4d56-a9e4-ab6b1b861b59 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Mar 09 05:59:51.003053 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f9b1e-f19b-42a6-9ac9-9ee679728bbf req-6300ff8d-1d49-4ee8-a88a-fa5cce3dbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:51.004565 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b9f9b1e-f19b-42a6-9ac9-9ee679728bbf req-6300ff8d-1d49-4ee8-a88a-fa5cce3dbfc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1130 time: 0.0423937 Mar 09 05:59:51.049028 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2b9f9b1e-f19b-42a6-9ac9-9ee679728bbf req-07c4822c-166c-4838-9d2f-6aa55c457dc3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388803 Mar 09 05:59:51.303161 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af1952-988f-4111-8d16-dad44f2d463e req-1590f9cc-9722-4d47-bca3-fea56cc0c206 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:51.304549 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-47af1952-988f-4111-8d16-dad44f2d463e req-1590f9cc-9722-4d47-bca3-fea56cc0c206 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0544815 Mar 09 05:59:51.351455 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-47af1952-988f-4111-8d16-dad44f2d463e req-b6496d60-b24e-4e95-b233-2135e120ff09 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Mar 09 05:59:51.979245 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfc66b-2a90-4422-9864-8fd919833322 req-51a903e6-0d8d-4c3c-8bcc-163bcec656b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:51.980742 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35bfc66b-2a90-4422-9864-8fd919833322 req-51a903e6-0d8d-4c3c-8bcc-163bcec656b8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0520880 Mar 09 05:59:52.025668 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-35bfc66b-2a90-4422-9864-8fd919833322 req-2184d143-522c-4e85-91f4-05ae6ea67c4b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393724 Mar 09 05:59:52.469318 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf8a59-e769-44bb-8d01-a9407e46cde4 req-33fe107d-ca2c-4d5a-b946-03d75495f45f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:52.470786 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-93bf8a59-e769-44bb-8d01-a9407e46cde4 req-33fe107d-ca2c-4d5a-b946-03d75495f45f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0520086 Mar 09 05:59:52.519406 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-93bf8a59-e769-44bb-8d01-a9407e46cde4 req-6f6be8a1-c8fa-466b-b15a-338f1191f055 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Mar 09 05:59:52.636917 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04527-c3a8-45a3-804e-55fb88276bf8 req-b7af7baa-ace0-4b71-8842-31bafa70ebbc tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:52.638533 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ced04527-c3a8-45a3-804e-55fb88276bf8 req-b7af7baa-ace0-4b71-8842-31bafa70ebbc tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0557487 Mar 09 05:59:52.691891 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ced04527-c3a8-45a3-804e-55fb88276bf8 req-ffe6832c-e03b-40c2-880a-7107c91fb547 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477002 Mar 09 05:59:52.712574 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46620) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:52.794990 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d489bfe5-aead-46b5-b48b-59abbec0c97c tempest-TestShelveInstance-1570944053 tempest-TestShelveInstance-1570944053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:52.796456 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d489bfe5-aead-46b5-b48b-59abbec0c97c tempest-TestShelveInstance-1570944053 tempest-TestShelveInstance-1570944053-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1125 time: 0.0829060 Mar 09 05:59:52.799368 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 46624) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 05:59:52.803613 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'port_id': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 05:59:52.823147 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:52.918975 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:53.019697 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Allocated IP 172.27.1.92 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/118cf95a-fb63-4f94-9093-c857f0897ec6) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 05:59:53.121416 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:53.145558 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7545f-8d67-44e3-be78-e6de4808043d req-2daa1923-a00a-4564-8ac1-652ae2cb281e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:53.147008 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5cf7545f-8d67-44e3-be78-e6de4808043d req-2daa1923-a00a-4564-8ac1-652ae2cb281e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0529380 Mar 09 05:59:53.157147 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:53.198587 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 05:59:53.199682 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-5cf7545f-8d67-44e3-be78-e6de4808043d req-689e597c-4912-4ff1-8cb8-ec8b54e332ac tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Mar 09 05:59:53.204118 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 05:59:53.206403 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'Port': ['ID=118cf95a-fb63-4f94-9093-c857f0897ec6,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:53.208458 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 05:59:53.791912 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for floatingip (25f4e5ab-71d7-47f6-8b16-79474e3618f4), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:53.855768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:53.997340 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:54.001704 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:54.070109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event updated for resources: {'Port': ['ID=118cf95a-fb63-4f94-9093-c857f0897ec6,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:54.079732 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (25f4e5ab-71d7-47f6-8b16-79474e3618f4), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:54.178447 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Floating IP 25f4e5ab-71d7-47f6-8b16-79474e3618f4 associated. External IP: 172.27.1.92, port: 365b8f71-2384-40e7-9418-6944a45cc5cf. Mar 09 05:59:54.372701 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822b40-80a9-40b8-ac72-5235ca8502c8 req-425c5ea9-a1a8-470c-a428-41220094eb78 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:54.374050 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-49822b40-80a9-40b8-ac72-5235ca8502c8 req-425c5ea9-a1a8-470c-a428-41220094eb78 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0990467 Mar 09 05:59:54.454945 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 05:59:54.460826 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-49822b40-80a9-40b8-ac72-5235ca8502c8 req-0c0bd481-dbae-450e-8ef2-882b0bb3aec2 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598342 Mar 09 05:59:54.568466 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 05:59:54.578400 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f320848-aade-4331-a9de-ec403281479b None None] Sync routers for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 05:59:54.585135 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:54.588229 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:54.589062 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:54.614794 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-23130ecb-e1f9-48ae-8ca1-2c9db5e50a1c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8144019 Mar 09 05:59:54.615385 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:54.617631 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b200663e-e3be-4b93-94af-4cfbad4e5697" -d '{"events": [{"name": "network-changed", "server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:54.699119 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:54.711213 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cba79e-337f-45c5-928c-f0194c1ccfed x-openstack-request-id: req-a8cba79e-337f-45c5-928c-f0194c1ccfed {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:54.711506 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:54.711967 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8cba79e-337f-45c5-928c-f0194c1ccfed {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:54.712492 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'status': 'completed', 'code': 200} Mar 09 05:59:54.803221 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-505a4107-edfa-4019-adad-6da8eacf6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:54.804724 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-505a4107-edfa-4019-adad-6da8eacf6828 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1130 time: 0.0460999 Mar 09 05:59:54.895971 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-c6335a1e-0043-4973-943a-47768fa358fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:54.897408 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-c6335a1e-0043-4973-943a-47768fa358fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 909 time: 0.0855131 Mar 09 05:59:54.923265 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '25f4e5ab-71d7-47f6-8b16-79474e3618f4', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'port_id': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'mac_address': 'fa:16:3e:c0:78:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:59:53Z', 'updated_at': '2022-03-09T05:59:53Z', 'revision_number': 0, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:15Z', 'revision_number': 5, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:54.948205 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f320848-aade-4331-a9de-ec403281479b None None] Checking router: aba5f4af-c587-4cd1-87da-1c8bafc7cc8c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 05:59:54.956955 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 05:59:54.957557 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T05:59:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:54.960990 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-69a4fb7e-19ad-45d7-a86e-df6bfceb0f0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 999 time: 0.0565379 Mar 09 05:59:55.006674 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-92adf28c-4384-4e6f-8ddd-5bda764591d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:55.008103 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-92adf28c-4384-4e6f-8ddd-5bda764591d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 200 len: 847 time: 0.0413544 Mar 09 05:59:55.061056 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-781c38ca-2050-499c-b98f-0634a09fbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:55.062569 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-781c38ca-2050-499c-b98f-0634a09fbace service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79ed3483-fc87-4ae7-bcd3-e345f2e15952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485272 Mar 09 05:59:55.064859 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 05:59:55.152211 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-7f46629e-3c0a-4fce-b70b-2ed7660f1d5f service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828583 Mar 09 05:59:55.245828 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b200663e-e3be-4b93-94af-4cfbad4e5697 req-adbce320-ab14-472d-9cb7-ef1feedd69b2 service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858414 Mar 09 05:59:55.288711 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-1f320848-aade-4331-a9de-ec403281479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '25f4e5ab-71d7-47f6-8b16-79474e3618f4', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'port_id': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'mac_address': 'fa:16:3e:c0:78:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:59:53Z', 'updated_at': '2022-03-09T05:59:53Z', 'revision_number': 0, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:15Z', 'revision_number': 5, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 05:59:55.315985 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f320848-aade-4331-a9de-ec403281479b None None] The sync data for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi is: [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '25f4e5ab-71d7-47f6-8b16-79474e3618f4', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'port_id': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'mac_address': 'fa:16:3e:c0:78:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T05:59:53Z', 'updated_at': '2022-03-09T05:59:53Z', 'revision_number': 0, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:15Z', 'revision_number': 5, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 05:59:55.503083 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38401d0f-f5a1-4707-8bf1-61eeb432ad4f None None] New status for floating IP 25f4e5ab-71d7-47f6-8b16-79474e3618f4: ACTIVE {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 05:59:55.585777 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1ecb6-0e80-46cb-8a3b-7901d92fd3a5 req-b846caf4-c420-4d21-b1a1-b6248b6b75f5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:55.587263 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8ee1ecb6-0e80-46cb-8a3b-7901d92fd3a5 req-b846caf4-c420-4d21-b1a1-b6248b6b75f5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0526299 Mar 09 05:59:55.633924 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8ee1ecb6-0e80-46cb-8a3b-7901d92fd3a5 req-d3f2bbf5-1791-4575-96b2-20718ee5ad04 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411248 Mar 09 05:59:56.509230 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 05:59:56.607162 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:56.617706 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'port_id': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'mac_address': 'fa:16:3e:97:b6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 05:59:56.655121 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 is: ACTIVE; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:56.655512 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:56.668501 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0096e4e-a6ac-4614-8d3f-91c3ecff7025 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 05:59:56.688734 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:56.694187 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:56.747069 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=6']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:56.755095 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.755463 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.755808 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.756150 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.756852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.756852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.757182 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.757607 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.758184 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.758639 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.758972 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.759354 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.759632 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 05:59:56.766103 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d872c-f74b-47d4-bfaf-3955d1f6f7f4 req-7ea3a0f2-cfb2-403f-a0d4-7bf855ce9ae4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:56.768539 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e22d872c-f74b-47d4-bfaf-3955d1f6f7f4 req-7ea3a0f2-cfb2-403f-a0d4-7bf855ce9ae4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 945 time: 0.0583043 Mar 09 05:59:56.814964 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e22d872c-f74b-47d4-bfaf-3955d1f6f7f4 req-cea923aa-8daa-44fd-b507-0e2c1c140346 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Mar 09 05:59:56.920341 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['b0096e4e-a6ac-4614-8d3f-91c3ecff7025'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 05:59:57.956641 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0446-f620-41b4-9390-28c2eb875dbd req-411fc178-64d6-4687-b5f4-9c481fee85f5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:57.958069 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4fee0446-f620-41b4-9390-28c2eb875dbd req-411fc178-64d6-4687-b5f4-9c481fee85f5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 945 time: 0.0674355 Mar 09 05:59:58.015104 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4fee0446-f620-41b4-9390-28c2eb875dbd req-7ac5e2fb-1823-40bb-aaee-c9ee59d8007b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513608 Mar 09 05:59:58.524140 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 05:59:58.586788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 05:59:58.587262 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:58.676515 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 05:59:58.676915 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:58.706878 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 05:59:58.709195 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beb22cb-41ef-4d38-a45e-8d2959e783e0" -d '{"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-plugged", "status": "completed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 05:59:58.721478 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 05:59:58.729084 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 05:59:58.762782 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 05:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f7e46-aa85-48bd-b67b-916c3672ec7b x-openstack-request-id: req-e60f7e46-aa85-48bd-b67b-916c3672ec7b {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 05:59:58.763277 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-plugged", "status": "completed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 05:59:58.763672 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e60f7e46-aa85-48bd-b67b-916c3672ec7b {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 05:59:58.764107 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'code': 200} Mar 09 05:59:58.798730 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=7']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 05:59:59.153504 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b18ee-8911-4a72-89f5-a10708db71e2 req-f4c16d77-1c59-433d-a502-e02cdedec134 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 05:59:59.156864 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-905b18ee-8911-4a72-89f5-a10708db71e2 req-f4c16d77-1c59-433d-a502-e02cdedec134 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0613537 Mar 09 05:59:59.205943 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-905b18ee-8911-4a72-89f5-a10708db71e2 req-a18c2e68-52be-4434-84c6-adcfc74e3149 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Mar 09 06:00:00.359466 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078567e-2bb5-4ab9-9855-5c40feb935e2 req-39f021c7-eb8a-4155-ba57-b5d2564c3475 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:00.361041 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c078567e-2bb5-4ab9-9855-5c40feb935e2 req-39f021c7-eb8a-4155-ba57-b5d2564c3475 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0657656 Mar 09 06:00:00.416087 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c078567e-2bb5-4ab9-9855-5c40feb935e2 req-8d7a5bde-e79a-4950-a641-1339c0b4f906 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492685 Mar 09 06:00:00.760558 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a7d26e04-5500-4d75-9ac5-8b9d8edeb9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:01.548575 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a6475-8f52-44e9-86bc-7e69300b3af5 req-33eda036-22b7-423d-9a8b-f0eaa28a8822 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:01.549987 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa7a6475-8f52-44e9-86bc-7e69300b3af5 req-33eda036-22b7-423d-9a8b-f0eaa28a8822 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0550437 Mar 09 06:00:01.598820 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aa7a6475-8f52-44e9-86bc-7e69300b3af5 req-061b3dfb-92be-42a4-bdae-ac9e858066c5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427272 Mar 09 06:00:02.732279 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e31ed-aa0b-4514-b050-20c6c05e6c2e req-afbe80d1-e4e1-4ec5-a3d7-4195a1f2313b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:02.733910 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9a4e31ed-aa0b-4514-b050-20c6c05e6c2e req-afbe80d1-e4e1-4ec5-a3d7-4195a1f2313b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0611041 Mar 09 06:00:02.787377 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9a4e31ed-aa0b-4514-b050-20c6c05e6c2e req-a59b180a-264f-4763-863f-c1088a4d7984 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478108 Mar 09 06:00:03.108545 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a326540d-41ad-444d-a2aa-26c78360a1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:03.936050 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cadee8-bc36-459c-9321-d1395f01be62 req-704da8cd-278b-47d3-9d40-b163995ce20a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:03.937751 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-17cadee8-bc36-459c-9321-d1395f01be62 req-704da8cd-278b-47d3-9d40-b163995ce20a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0664604 Mar 09 06:00:04.001151 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-17cadee8-bc36-459c-9321-d1395f01be62 req-511f242f-ef88-41f1-9035-67cd9e13c8fa tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502667 Mar 09 06:00:04.422521 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:05.138471 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ee31a-9c36-4254-ba62-6973b7de1613 req-49a0cb55-ec2f-49fb-baf8-7fb7346c9659 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:05.144850 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-080ee31a-9c36-4254-ba62-6973b7de1613 req-49a0cb55-ec2f-49fb-baf8-7fb7346c9659 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0643947 Mar 09 06:00:05.192741 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-080ee31a-9c36-4254-ba62-6973b7de1613 req-c17c1c2a-1494-40d7-ac1e-5f075a116ff6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467565 Mar 09 06:00:05.539723 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:06.319704 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ede-4eba-49da-ac59-08651d448535 req-2e1888b5-73f3-4dec-b4a1-3c9bea796bee tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:06.321257 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-57a67ede-4eba-49da-ac59-08651d448535 req-2e1888b5-73f3-4dec-b4a1-3c9bea796bee tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0539911 Mar 09 06:00:06.373666 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-57a67ede-4eba-49da-ac59-08651d448535 req-61672e9f-d40e-43a1-ad15-7b7c3420bf6a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460708 Mar 09 06:00:06.970064 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-1b02e3e5-ec96-4341-939b-4ee63c753947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:06.971400 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-1b02e3e5-ec96-4341-939b-4ee63c753947 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1130 time: 0.0432158 Mar 09 06:00:07.055744 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-b7c795b6-16ab-404c-bce9-e3654e567e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:07.057185 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-b7c795b6-16ab-404c-bce9-e3654e567e1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.0798805 Mar 09 06:00:07.126268 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-0b2a5e1b-0ff7-4f88-819d-f057ed013aa6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 1002 time: 0.0615759 Mar 09 06:00:07.133749 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:07.176309 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-8e8c1e88-dbb9-4b21-931e-23d978cc349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:07.177749 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-8e8c1e88-dbb9-4b21-931e-23d978cc349e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0437036 Mar 09 06:00:07.225118 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-ab990527-e081-4ebe-91c4-06cbc4727153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:07.226483 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-ab990527-e081-4ebe-91c4-06cbc4727153 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419953 Mar 09 06:00:07.317288 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-d4e459d1-aae5-4b62-a362-a1dd0792a05b service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844095 Mar 09 06:00:07.411973 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-369d9af3-6db6-4842-a4c0-6f43521858b6 req-37552b05-ffbd-4e78-8845-a292b20ddb1d service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882211 Mar 09 06:00:07.499601 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24328ef-15d7-48cc-9971-70942faf1fac req-90cbec4a-efbd-4cf6-951a-1e1f171d418c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:07.501095 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b24328ef-15d7-48cc-9971-70942faf1fac req-90cbec4a-efbd-4cf6-951a-1e1f171d418c tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0527096 Mar 09 06:00:07.549906 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b24328ef-15d7-48cc-9971-70942faf1fac req-8573e821-d64e-440b-a2ac-5cdc3e616111 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434282 Mar 09 06:00:08.670637 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9fd52-ed24-4042-8363-03995283ad12 req-134cd2c9-04e4-4f1a-bde5-23bfec1edf4a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:08.672127 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcf9fd52-ed24-4042-8363-03995283ad12 req-134cd2c9-04e4-4f1a-bde5-23bfec1edf4a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0535357 Mar 09 06:00:08.718073 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcf9fd52-ed24-4042-8363-03995283ad12 req-70da746e-787d-4762-9f01-825543e15fba tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 Mar 09 06:00:09.288489 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:00:09.840195 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a5a7c-0994-49c8-86d8-7211286701d9 req-54e7f91d-1ad7-4453-b7b6-fa15a0fcf74f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:09.841650 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0f5a5a7c-0994-49c8-86d8-7211286701d9 req-54e7f91d-1ad7-4453-b7b6-fa15a0fcf74f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0550013 Mar 09 06:00:09.887414 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0f5a5a7c-0994-49c8-86d8-7211286701d9 req-b439ce34-0032-4d5e-b29d-59f757c4d492 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Mar 09 06:00:10.624948 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:00:10.707164 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 is: ACTIVE; New status is: DOWN {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:10.707561 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:10.733579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:10.735859 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480ca99-dc6c-490b-874b-d3b0d8c72eca" -d '{"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:10.754793 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:10.759645 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:10.788444 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034c47fc-f356-4494-86ae-b95245fc6e05 x-openstack-request-id: req-034c47fc-f356-4494-86ae-b95245fc6e05 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:10.788871 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-unplugged", "status": "failed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025", "code": 422}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:10.789217 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-034c47fc-f356-4494-86ae-b95245fc6e05 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:10.789810 dv-cinder-831167-2-iscsi neutron-server[103973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'code': 422} returned with failed status Mar 09 06:00:10.792443 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f55d57-c1c3-46d3-a73e-a1445c270cd3 req-7f409ce2-663c-4297-b1ed-9b974365d290 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:10.794552 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-27f55d57-c1c3-46d3-a73e-a1445c270cd3 req-7f409ce2-663c-4297-b1ed-9b974365d290 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 946 time: 0.0574627 Mar 09 06:00:10.818352 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=8']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:10.829165 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-b23053a0-3335-4b87-8920-6fb6b8898162 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446157 Mar 09 06:00:10.849525 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-27f55d57-c1c3-46d3-a73e-a1445c270cd3 req-9d60374f-64bd-4c1f-ab3c-84dbc12f3f5e tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483887 Mar 09 06:00:10.901910 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ad88-274c-4c5f-a801-718002497c7d req-6de94837-ef92-425e-b623-87e8d588b363 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:10.904052 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-6de94837-ef92-425e-b623-87e8d588b363 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports/b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 941 time: 0.0472417 Mar 09 06:00:11.707265 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ad88-274c-4c5f-a801-718002497c7d req-194d9c56-b7eb-4bd6-90ee-d119118d9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:11.708766 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-194d9c56-b7eb-4bd6-90ee-d119118d9aca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f&tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa HTTP/1.1" status: 200 len: 1128 time: 0.0469387 Mar 09 06:00:11.786685 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ad88-274c-4c5f-a801-718002497c7d req-b9a23c41-5ffa-40e8-8ec5-705c002c5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:11.788171 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-b9a23c41-5ffa-40e8-8ec5-705c002c5bec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1128 time: 0.0441160 Mar 09 06:00:11.883642 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ad88-274c-4c5f-a801-718002497c7d req-3fd81d5f-0efc-4fae-961a-2fed45d05e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:11.885181 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-3fd81d5f-0efc-4fae-961a-2fed45d05e98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.0834146 Mar 09 06:00:11.973633 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-4fa1cfc6-f1d7-4a4b-862e-dea4de5702a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 1000 time: 0.0815325 Mar 09 06:00:12.019319 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864933d1-ae0f-488f-bd94-3b4014965c45 req-b50d5a03-ff9c-47f2-a243-f74b50b8c680 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:12.020734 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-864933d1-ae0f-488f-bd94-3b4014965c45 req-b50d5a03-ff9c-47f2-a243-f74b50b8c680 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0933840 Mar 09 06:00:12.052025 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ad88-274c-4c5f-a801-718002497c7d req-bfb8a0f1-18eb-4426-94d4-af390e339b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:12.053441 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-bfb8a0f1-18eb-4426-94d4-af390e339b10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0738325 Mar 09 06:00:12.098215 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-864933d1-ae0f-488f-bd94-3b4014965c45 req-fd968dfb-1c15-4e39-89c3-00f1136734e5 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719843 Mar 09 06:00:12.113036 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ad88-274c-4c5f-a801-718002497c7d req-7aefb77c-288c-4bd7-87dc-f0f5dc709b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:12.114484 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-7aefb77c-288c-4bd7-87dc-f0f5dc709b7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544026 Mar 09 06:00:12.203215 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-94b6e834-59b4-4a88-beb7-ec837129f28a service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823603 Mar 09 06:00:12.320422 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ec00ad88-274c-4c5f-a801-718002497c7d req-8768c223-cedf-4c9a-8d61-02b134f5c36a service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842040 Mar 09 06:00:12.818494 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:13.242602 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fc562-a7e2-4939-9a70-01d975b4b328 req-44f87b44-f947-46f1-beb5-96fa3f7261ee tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:13.244164 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e41fc562-a7e2-4939-9a70-01d975b4b328 req-44f87b44-f947-46f1-beb5-96fa3f7261ee tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0712276 Mar 09 06:00:13.302974 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e41fc562-a7e2-4939-9a70-01d975b4b328 req-a101d37d-31d9-4747-93cd-0b8726ad7556 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521052 Mar 09 06:00:14.178472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d95a-fba7-4ec3-a78d-ce32b0005fca req-edc49a20-f5e1-4a6d-900b-0088d3ed9083 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:14.180089 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c43d95a-fba7-4ec3-a78d-ce32b0005fca req-edc49a20-f5e1-4a6d-900b-0088d3ed9083 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0547976 Mar 09 06:00:14.250584 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1c43d95a-fba7-4ec3-a78d-ce32b0005fca req-92fd861b-ec21-4d2f-ad62-5ee96eba4de2 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636051 Mar 09 06:00:14.430380 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52829d-72aa-411e-af34-d8ce8426027e req-7644be52-9c44-4d11-9ded-963cbd436575 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:14.432511 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8c52829d-72aa-411e-af34-d8ce8426027e req-7644be52-9c44-4d11-9ded-963cbd436575 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0548820 Mar 09 06:00:14.486832 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8c52829d-72aa-411e-af34-d8ce8426027e req-55237373-0b02-42ad-b406-f270a2b281e9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481107 Mar 09 06:00:15.374744 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6e91-7ff7-4856-8351-2783dd388968 req-828fff0f-4af6-4b21-9d00-d7a74f7dad01 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:15.376329 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94dc6e91-7ff7-4856-8351-2783dd388968 req-828fff0f-4af6-4b21-9d00-d7a74f7dad01 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0539224 Mar 09 06:00:15.424731 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94dc6e91-7ff7-4856-8351-2783dd388968 req-cc0a2988-4999-46b8-ae8d-9ea356e20159 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Mar 09 06:00:15.621044 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311d12d-4039-461f-b1ed-d875e3b87044 req-356ed70e-38d1-4d20-8bf7-eee968ee1c0a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:15.623372 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3311d12d-4039-461f-b1ed-d875e3b87044 req-356ed70e-38d1-4d20-8bf7-eee968ee1c0a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0539927 Mar 09 06:00:15.670311 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3311d12d-4039-461f-b1ed-d875e3b87044 req-e75d39b6-7f93-4f0e-b9bd-4fcef7e7a3db tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Mar 09 06:00:16.554806 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeface13-4dd2-4f7d-8a63-89f752fc2b36 req-a0bcdfeb-4361-4d8f-a94a-1d5cab5e60db tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:16.556223 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aeface13-4dd2-4f7d-8a63-89f752fc2b36 req-a0bcdfeb-4361-4d8f-a94a-1d5cab5e60db tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0581601 Mar 09 06:00:16.604395 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aeface13-4dd2-4f7d-8a63-89f752fc2b36 req-99bd9077-4428-43c0-9973-ca9000eca341 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422757 Mar 09 06:00:16.791470 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877cd5b-c5bb-4259-aa09-f4ad8919d5a3 req-ebc4e916-de74-485f-a17d-dec3806f6340 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:16.793884 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a877cd5b-c5bb-4259-aa09-f4ad8919d5a3 req-ebc4e916-de74-485f-a17d-dec3806f6340 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0534260 Mar 09 06:00:16.852922 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a877cd5b-c5bb-4259-aa09-f4ad8919d5a3 req-e52fa7be-a067-450f-9288-9f4ca08ded0a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529549 Mar 09 06:00:17.726494 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c541a46-b895-42a0-a11f-325df5a8633f req-b20c06ad-928f-473b-8e51-0923fc7a80ad tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:17.727929 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5c541a46-b895-42a0-a11f-325df5a8633f req-b20c06ad-928f-473b-8e51-0923fc7a80ad tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0548015 Mar 09 06:00:17.774642 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5c541a46-b895-42a0-a11f-325df5a8633f req-2c89c858-a68c-4a58-a50a-1478097234fb tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400918 Mar 09 06:00:17.981556 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d7b55-a2a4-4774-9d40-0025895d8e44 req-bccbf071-513b-4e41-8185-abf18a2274d9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:17.983038 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c89d7b55-a2a4-4774-9d40-0025895d8e44 req-bccbf071-513b-4e41-8185-abf18a2274d9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0546067 Mar 09 06:00:18.029475 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c89d7b55-a2a4-4774-9d40-0025895d8e44 req-26f7bc4b-e384-45c7-9921-211da4f2f6c7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Mar 09 06:00:18.903333 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2347d12-498b-441b-b602-2a73c9a2c2b8 req-c8edf74e-c260-48fa-a226-fc30b4251b0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:18.904871 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f2347d12-498b-441b-b602-2a73c9a2c2b8 req-c8edf74e-c260-48fa-a226-fc30b4251b0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0595560 Mar 09 06:00:18.958422 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f2347d12-498b-441b-b602-2a73c9a2c2b8 req-a880e70a-0800-477c-b495-b80d7b2c1883 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478082 Mar 09 06:00:19.156527 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5d4a-aa94-428c-a94f-54e2c29e9732 req-6e25add9-9abf-412d-890b-84f1b14762eb tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:19.163934 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44dc5d4a-aa94-428c-a94f-54e2c29e9732 req-6e25add9-9abf-412d-890b-84f1b14762eb tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0636272 Mar 09 06:00:19.216448 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-44dc5d4a-aa94-428c-a94f-54e2c29e9732 req-39719a27-3461-4f75-a8f8-b7c416691a76 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515163 Mar 09 06:00:20.073932 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76247dd-18e0-41f1-931c-dc3ca38e4e95 req-9d461dd7-4bf8-481d-9968-f2ffc768a4b2 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:20.075395 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a76247dd-18e0-41f1-931c-dc3ca38e4e95 req-9d461dd7-4bf8-481d-9968-f2ffc768a4b2 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0520995 Mar 09 06:00:20.122081 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a76247dd-18e0-41f1-931c-dc3ca38e4e95 req-f99c5aec-d37e-4e51-a629-572e691f804b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Mar 09 06:00:20.337844 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71bdfa-5db4-4500-bfe4-87f8aa7090e9 req-256c1343-aaf6-4f53-8a37-cfd37baef98f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:20.339604 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-af71bdfa-5db4-4500-bfe4-87f8aa7090e9 req-256c1343-aaf6-4f53-8a37-cfd37baef98f tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0570421 Mar 09 06:00:20.396613 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-af71bdfa-5db4-4500-bfe4-87f8aa7090e9 req-637d65c7-f692-42db-acad-35be75d46de3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493650 Mar 09 06:00:21.252478 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a90cc-1730-4c92-a1e7-f1f0ef7fb8e1 req-3a5378f3-92a0-4e1c-882f-c968e3531b22 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:21.254019 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-759a90cc-1730-4c92-a1e7-f1f0ef7fb8e1 req-3a5378f3-92a0-4e1c-882f-c968e3531b22 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0623868 Mar 09 06:00:21.310211 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-759a90cc-1730-4c92-a1e7-f1f0ef7fb8e1 req-6c911877-6f0f-445b-a2ab-84b4536bb958 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496950 Mar 09 06:00:21.527177 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288fecc-429e-4a65-a12d-756f44127fbc req-5ef9127e-6685-44b9-bb26-19cab68ebbf8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:21.528682 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0288fecc-429e-4a65-a12d-756f44127fbc req-5ef9127e-6685-44b9-bb26-19cab68ebbf8 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0518317 Mar 09 06:00:21.577426 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0288fecc-429e-4a65-a12d-756f44127fbc req-ca4f2c1c-2118-4291-8202-198c1cba6424 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Mar 09 06:00:22.424188 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cc53f-7082-4759-b1ac-40f62cbf7fc4 req-da0fd15c-b963-42cc-9a7b-f6dbe063f346 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:22.425677 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-962cc53f-7082-4759-b1ac-40f62cbf7fc4 req-da0fd15c-b963-42cc-9a7b-f6dbe063f346 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Mar 09 06:00:22.473388 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-962cc53f-7082-4759-b1ac-40f62cbf7fc4 req-13ac763e-c703-41cd-9ac6-c983ae5481f9 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Mar 09 06:00:22.700710 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956162a-c29a-4320-a51e-6742ad235c4b req-9ff99295-77eb-45bf-adcc-bac47fb7770d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:22.702192 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0956162a-c29a-4320-a51e-6742ad235c4b req-9ff99295-77eb-45bf-adcc-bac47fb7770d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0525618 Mar 09 06:00:22.748694 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0956162a-c29a-4320-a51e-6742ad235c4b req-a7798e07-6805-4dbb-b032-05a0da937047 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Mar 09 06:00:23.608713 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04e5e-ad55-4649-b809-011b02c3b19b req-260676a3-b533-4301-807c-191956140764 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:23.610140 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ace04e5e-ad55-4649-b809-011b02c3b19b req-260676a3-b533-4301-807c-191956140764 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0542607 Mar 09 06:00:23.659741 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ace04e5e-ad55-4649-b809-011b02c3b19b req-6328a138-10e2-48a8-8b21-ec6966eeb586 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440261 Mar 09 06:00:23.871868 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573cae7-7b0b-4cca-9130-581588a1f4fe req-fb5e2e49-e124-44ce-9f71-cfc1c134f0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:23.874339 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6573cae7-7b0b-4cca-9130-581588a1f4fe req-fb5e2e49-e124-44ce-9f71-cfc1c134f0c4 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0563490 Mar 09 06:00:23.920397 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6573cae7-7b0b-4cca-9130-581588a1f4fe req-206c5f4e-0926-421b-9768-39c5d8d69d39 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407050 Mar 09 06:00:24.780608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed12cbe-28a4-49d4-a5cc-37c120cafbed req-427afedb-1408-4021-8be2-942d5d0babb7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:24.782066 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aed12cbe-28a4-49d4-a5cc-37c120cafbed req-427afedb-1408-4021-8be2-942d5d0babb7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0552039 Mar 09 06:00:24.832893 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aed12cbe-28a4-49d4-a5cc-37c120cafbed req-99a38185-b7d5-48cb-bc9b-3650d73aa81f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453272 Mar 09 06:00:25.068244 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-5fbe7d08-af4e-4175-a9cb-86dde320c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:25.069912 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-5fbe7d08-af4e-4175-a9cb-86dde320c35c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1128 time: 0.0764556 Mar 09 06:00:25.082008 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67a2b8-3c56-41d8-ad61-ab03cf453994 req-93420aa7-0977-444d-a527-49c316cb2716 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:25.083190 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1c67a2b8-3c56-41d8-ad61-ab03cf453994 req-93420aa7-0977-444d-a527-49c316cb2716 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0909519 Mar 09 06:00:25.418830 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1c67a2b8-3c56-41d8-ad61-ab03cf453994 req-ee1058f9-cbc4-4b55-9d4e-00e481029b6d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292418 Mar 09 06:00:25.440172 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-cb83e831-0b1f-4e09-8327-1cbb0d982067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:25.441634 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-cb83e831-0b1f-4e09-8327-1cbb0d982067 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 200 len: 918 time: 0.3389914 Mar 09 06:00:25.508204 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-1df980b1-5e51-472b-8d85-ca8bd060de79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 200 len: 1000 time: 0.0589030 Mar 09 06:00:25.562518 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-45713ec2-1858-464e-ba22-2038553e5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:25.563957 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-45713ec2-1858-464e-ba22-2038553e5c4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 200 len: 856 time: 0.0432734 Mar 09 06:00:25.611177 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-833280d6-ed1a-4c8d-834e-f1dfe3c0edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:25.612654 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-833280d6-ed1a-4c8d-834e-f1dfe3c0edbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca3eeb19-2a38-440d-986e-aeaef681994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419807 Mar 09 06:00:25.706274 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-819c3cbe-2e0f-42a2-a2fc-cf8874ff8ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Mar 09 06:00:25.798458 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4a5c85e-5cf8-429f-a596-e81af3d11203 req-313e13e3-8602-4f84-872c-6eb431c5112a service neutron] 10.222.0.32 "GET /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837855 Mar 09 06:00:25.954112 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d900db-9f6e-4c71-b488-5a7a46843328 req-76d73ab3-7840-4c01-8d96-60788e83ab12 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:25.955578 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a1d900db-9f6e-4c71-b488-5a7a46843328 req-76d73ab3-7840-4c01-8d96-60788e83ab12 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0551958 Mar 09 06:00:26.004532 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a1d900db-9f6e-4c71-b488-5a7a46843328 req-f8010618-ab11-44d6-96ae-db7b736c771b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Mar 09 06:00:26.545433 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395d3c3-07f5-49d7-bb84-8bdc6a2b575c req-da672b03-f196-4319-9134-90ab5e2f1241 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:26.546897 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3395d3c3-07f5-49d7-bb84-8bdc6a2b575c req-da672b03-f196-4319-9134-90ab5e2f1241 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 944 time: 0.0576987 Mar 09 06:00:26.596184 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3395d3c3-07f5-49d7-bb84-8bdc6a2b575c req-19c09340-a316-4411-a8d9-7db7b1346ba6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Mar 09 06:00:26.644592 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:00:26.744692 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:26.754713 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'port_id': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'mac_address': 'fa:16:3e:97:b6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:00:26.792371 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:26.792865 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:26.805122 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0096e4e-a6ac-4614-8d3f-91c3ecff7025 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:00:26.823680 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:26.828350 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:26.874041 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=9']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:26.960780 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774c266-c787-4890-b698-d006b2929ccb req-b759e8d1-ed9f-4dbc-b5f1-8b179fe42e68 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:26.962188 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2774c266-c787-4890-b698-d006b2929ccb req-b759e8d1-ed9f-4dbc-b5f1-8b179fe42e68 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Mar 09 06:00:27.064870 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Deleting port 0b64c236-63c7-4531-bb91-94cc995f53e1 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:00:27.065235 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:27.125995 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bffc1-e92c-441c-b1c5-1fc4df976087 req-24ce1d4b-510b-4645-b7f3-7ec1c8b3c73f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:27.127462 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-939bffc1-e92c-441c-b1c5-1fc4df976087 req-24ce1d4b-510b-4645-b7f3-7ec1c8b3c73f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 946 time: 0.0564675 Mar 09 06:00:27.155331 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['b0096e4e-a6ac-4614-8d3f-91c3ecff7025'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:00:27.157829 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] For port 0b64c236-63c7-4531-bb91-94cc995f53e1, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=0b64c236-63c7-4531-bb91-94cc995f53e1,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:27.157829 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:27.182898 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-939bffc1-e92c-441c-b1c5-1fc4df976087 req-6e4817b4-cfee-4a1c-95cb-621b95ba7b97 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499282 Mar 09 06:00:27.396572 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:27.397240 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (a7a28a59-5e41-4e84-80d4-41aa77400a3d), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:27.397734 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Floating IP a7a28a59-5e41-4e84-80d4-41aa77400a3d disassociated. External IP: 172.27.1.135, port: 0b64c236-63c7-4531-bb91-94cc995f53e1. Mar 09 06:00:27.398239 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Calling delete_port for 0b64c236-63c7-4531-bb91-94cc995f53e1 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:00:27.530608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (0b64c236-63c7-4531-bb91-94cc995f53e1), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:27.558067 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event deleted for resources: {'Port': ['ID=0b64c236-63c7-4531-bb91-94cc995f53e1,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:27.567866 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.568225 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.568599 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.568945 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.569285 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.569618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.569949 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.570281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.570962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.570962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.571243 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.571573 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.571893 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:27.714039 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:00:27.735962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb4d45-9e12-4895-ac29-947d9895c9d8 req-07e32f6b-4dda-4cac-87bf-6e02192167dd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:27.737442 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3acb4d45-9e12-4895-ac29-947d9895c9d8 req-07e32f6b-4dda-4cac-87bf-6e02192167dd tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 945 time: 0.0689409 Mar 09 06:00:27.850724 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3acb4d45-9e12-4895-ac29-947d9895c9d8 req-ea7a4391-ee3d-4278-8069-17ba342b62a3 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813599 Mar 09 06:00:27.867797 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:00:27.879856 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:00:27.891288 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:27.893637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:27.910285 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] No DVR routers for this DVR port 0b64c236-63c7-4531-bb91-94cc995f53e1 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:00:27.912933 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:27.917324 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2774c266-c787-4890-b698-d006b2929ccb req-5519e34e-02ec-4814-abca-a0da5e111fb8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "DELETE /v2.0/ports/0b64c236-63c7-4531-bb91-94cc995f53e1 HTTP/1.1" status: 204 len: 173 time: 0.9409106 Mar 09 06:00:27.917324 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'name': 'network-vif-deleted', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:27.919823 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ba8b5-1da3-434e-844c-b1793537e7f8" -d '{"events": [{"server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "name": "network-vif-deleted", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:27.986863 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c9677c-f069-4f73-801d-50141a66af80 x-openstack-request-id: req-c9c9677c-f069-4f73-801d-50141a66af80 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:27.987368 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5522b6-6c00-4ba9-a83f-ae83898735f1", "name": "network-vif-deleted", "tag": "0b64c236-63c7-4531-bb91-94cc995f53e1", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:27.987632 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9c9677c-f069-4f73-801d-50141a66af80 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:27.988039 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5522b6-6c00-4ba9-a83f-ae83898735f1', 'name': 'network-vif-deleted', 'tag': '0b64c236-63c7-4531-bb91-94cc995f53e1', 'status': 'completed', 'code': 200} Mar 09 06:00:28.014530 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:28.221141 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:28.252797 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:00:28.273558 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:28.274309 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:28.300931 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-67aef8cd-02ff-4986-aadf-a63b5b90ba43 req-7b4ccc45-3d05-4263-891e-9fbe48dde08d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5522b6-6c00-4ba9-a83f-ae83898735f1 HTTP/1.1" status: 200 len: 210 time: 0.0334136 Mar 09 06:00:28.392920 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:28.592965 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:28.618564 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f453851-0f5a-4e21-a0a5-f04ff3b058ea None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:00:28.667014 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:00:28.718023 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:28.718416 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:28.805435 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:28.805828 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:28.831146 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:28.833406 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afc8a47-62d8-4912-9343-86b366d726df" -d '{"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-plugged", "status": "completed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:28.846653 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:28.851978 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:28.852948 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 0b64c236-63c7-4531-bb91-94cc995f53e1 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:00:28.890665 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4884a433-5184-48a7-9049-21b102c3ef56 x-openstack-request-id: req-4884a433-5184-48a7-9049-21b102c3ef56 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:28.891284 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-plugged", "status": "completed", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:28.891284 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4884a433-5184-48a7-9049-21b102c3ef56 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:28.891571 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'code': 200} Mar 09 06:00:28.894046 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 0b64c236-63c7-4531-bb91-94cc995f53e1 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:00:28.894510 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 0b64c236-63c7-4531-bb91-94cc995f53e1 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:00:28.907600 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d8a72-d9eb-47fb-8269-5bf53f0fd45a None None] New status for floating IP a7a28a59-5e41-4e84-80d4-41aa77400a3d: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:00:28.931965 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=10']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:28.987224 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e3578-42a0-4b2f-abac-7de241465aea req-773d8a6b-8940-4cb6-9054-c799929e00af tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:28.988861 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-574e3578-42a0-4b2f-abac-7de241465aea req-773d8a6b-8940-4cb6-9054-c799929e00af tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 947 time: 0.0569372 Mar 09 06:00:29.040051 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-574e3578-42a0-4b2f-abac-7de241465aea req-6f61bf58-c43f-4d83-8141-997f176d9fb9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Mar 09 06:00:29.127860 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99765a36-bef1-45c0-98b3-619520fcf356 req-2b42732c-40d2-4d61-8c47-1794692dffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:29.129260 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-99765a36-bef1-45c0-98b3-619520fcf356 req-2b42732c-40d2-4d61-8c47-1794692dffb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 1131 time: 0.0431004 Mar 09 06:00:29.171682 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-99765a36-bef1-45c0-98b3-619520fcf356 req-3f4f073e-641b-4860-a2a6-dbbac6228d42 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355070 Mar 09 06:00:29.553787 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-2bf8fcbf-25bf-4d21-872f-f916749e442d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328257563&fields=id&tenant_id=5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 267 time: 0.0460155 Mar 09 06:00:29.655198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-f1ca212f-28e9-4d2d-9bd6-dcee303724c9 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:29.656586 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-f1ca212f-28e9-4d2d-9bd6-dcee303724c9 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 812 time: 0.0959036 Mar 09 06:00:29.671398 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0949d902-de7b-4759-b7ae-470f00afb1ab tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/quotas/5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 375 time: 0.0094926 Mar 09 06:00:29.723180 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-db1232e7-b060-4c19-a98b-26c0554aa1e1 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471001 Mar 09 06:00:29.817516 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-6fd848de-c9e0-437e-ab14-161adb72d56e service neutron] 10.222.0.36 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829566 Mar 09 06:00:29.904703 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-feb70cc6-6610-49fc-8191-862af40d119d service neutron] 10.222.0.36 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815094 Mar 09 06:00:30.172009 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4393d-77c0-4a02-96d1-bccd2734d412 req-f2a15bbf-1ff7-459e-a1ae-541f748eb399 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:30.174186 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-61a4393d-77c0-4a02-96d1-bccd2734d412 req-f2a15bbf-1ff7-459e-a1ae-541f748eb399 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 947 time: 0.0582974 Mar 09 06:00:30.188150 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6381491a-99d2-4eb1-83ea-017ac9dd2b44 req-483ce902-437b-4d84-a62b-4c2853f09c4c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 210 time: 0.0270920 Mar 09 06:00:30.258308 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-61a4393d-77c0-4a02-96d1-bccd2734d412 req-84baf800-aafb-4155-9bd1-7d62bd5d9370 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766668 Mar 09 06:00:30.756281 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-70308b99-6835-4fef-b2ca-7a070bbbc0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:31.321352 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea632f01-218c-4664-a38a-930a041c313e req-6bf29f9d-23a8-4d34-996e-0b7d234c09d4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 210 time: 0.0406370 Mar 09 06:00:31.349991 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-3efe6f6b-a80e-4ed1-88f1-1a36469b31c0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:31.351452 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-3efe6f6b-a80e-4ed1-88f1-1a36469b31c0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 812 time: 0.1464286 Mar 09 06:00:31.416541 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7986fee-3f17-4093-a51e-508294a6cd76 req-466d7a98-7a7a-4b92-8fff-0b8557e8b04b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:31.418070 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b7986fee-3f17-4093-a51e-508294a6cd76 req-466d7a98-7a7a-4b92-8fff-0b8557e8b04b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 947 time: 0.0591767 Mar 09 06:00:31.434756 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-eda067a2-25a7-4747-b454-2a293d05b612 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 379 time: 0.0589948 Mar 09 06:00:31.444065 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'port': {'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'admin_state_up': True, 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'security_groups': ['2a5cb711-aa45-40f7-ac9a-fdda3f356f05']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:31.472929 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b7986fee-3f17-4093-a51e-508294a6cd76 req-1b3947ad-6a6a-4941-b43a-af0e063c6e78 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488079 Mar 09 06:00:31.546465 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Made reservation on behalf of 5d411ccff560421b9d8b9767f01c1d42 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:00:31.549946 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:31.676018 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Allocated IP 172.20.0.14 (f66aadc3-f4b2-4042-a56e-461331c3383a/dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba/a74b53a0-47b8-4c03-b265-e02136408e04) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:00:31.814502 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (a74b53a0-47b8-4c03-b265-e02136408e04), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:31.847128 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:31.885698 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Network f66aadc3-f4b2-4042-a56e-461331c3383a is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:31.888837 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:31.898892 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:00:31.923862 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=a74b53a0-47b8-4c03-b265-e02136408e04,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:31.954807 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:31.956172 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:31.974197 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-0fb1fc8f-c0cd-4c30-91d5-674adddf2fe7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5337996 Mar 09 06:00:31.992526 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Request body: {'port': {'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:32.060746 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:32.145039 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-b0fb949d-f7b4-4747-a2d2-c44274e958d9 None None] Provisioning complete for port a74b53a0-47b8-4c03-b265-e02136408e04 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:32.145631 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b0fb949d-f7b4-4747-a2d2-c44274e958d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:32.184504 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb949d-f7b4-4747-a2d2-c44274e958d9 None None] Port a74b53a0-47b8-4c03-b265-e02136408e04 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:00:32.319768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74b53a0-47b8-4c03-b265-e02136408e04 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:00:32.327664 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Publish callbacks [] for port (a74b53a0-47b8-4c03-b265-e02136408e04), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:32.339789 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Transition to ACTIVE for port object a74b53a0-47b8-4c03-b265-e02136408e04 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:00:32.343460 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:32.425425 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Pushing event updated for resources: {'Port': ['ID=a74b53a0-47b8-4c03-b265-e02136408e04,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:32.500203 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424505c-2593-42d2-b567-92e5c518de8b req-b335e419-e24a-4081-9e84-a9c2e8cdb175 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:32.501745 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0424505c-2593-42d2-b567-92e5c518de8b req-b335e419-e24a-4081-9e84-a9c2e8cdb175 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 944 time: 0.1059825 Mar 09 06:00:32.529148 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Attempting to bind port a74b53a0-47b8-4c03-b265-e02136408e04 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:00:32.529622 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Attempting to bind port a74b53a0-47b8-4c03-b265-e02136408e04 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:00:32.530093 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Attempting to bind port a74b53a0-47b8-4c03-b265-e02136408e04 on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:00:32.543156 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Port a74b53a0-47b8-4c03-b265-e02136408e04 on network f66aadc3-f4b2-4042-a56e-461331c3383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:00:32.543491 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Attempting to bind port a74b53a0-47b8-4c03-b265-e02136408e04 on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:00:32.554304 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:00:32.554304 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Checking segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:00:32.554679 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Bound using segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:00:32.555058 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Bound port: a74b53a0-47b8-4c03-b265-e02136408e04, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:00:32.555551 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:32.616030 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0424505c-2593-42d2-b567-92e5c518de8b req-5e2c0fc3-019c-4a72-8fdf-ed3f179f7a57 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971248 Mar 09 06:00:32.657294 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] For port a74b53a0-47b8-4c03-b265-e02136408e04, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:00:32.660681 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] For port a74b53a0-47b8-4c03-b265-e02136408e04, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a74b53a0-47b8-4c03-b265-e02136408e04,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:00:32.670368 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:32.706183 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:32.706985 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:32.709663 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] 10.222.0.32 "PUT /v2.0/ports/a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 200 len: 1094 time: 0.7215371 Mar 09 06:00:32.710132 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:32.712818 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531246fa-b715-4483-8ba9-c56a04ae671e" -d '{"events": [{"name": "network-changed", "server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:32.743331 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35842aea-4614-4266-8b59-ee9d5cf91d8a service neutron] Pushing event updated for resources: {'Port': ['ID=a74b53a0-47b8-4c03-b265-e02136408e04,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:32.770517 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7bc639-fde6-4499-8676-b8bdcb83bac1 x-openstack-request-id: req-4b7bc639-fde6-4499-8676-b8bdcb83bac1 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:32.770810 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:32.771087 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b7bc639-fde6-4499-8676-b8bdcb83bac1 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:32.771492 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'status': 'completed', 'code': 200} Mar 09 06:00:32.849092 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-4e6e3f50-6232-4c1c-9664-56b4eadefaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:32.850761 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-4e6e3f50-6232-4c1c-9664-56b4eadefaa0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1128 time: 0.0580542 Mar 09 06:00:32.929771 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-b6716856-164a-4f67-a596-e0f1a2b28d1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 200 len: 217 time: 0.0433402 Mar 09 06:00:32.981736 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-8c17157f-927e-4a41-9cc7-7d527c7257f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:32.983172 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-8c17157f-927e-4a41-9cc7-7d527c7257f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0456367 Mar 09 06:00:33.050789 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-e4b5590a-f149-4dcf-aab3-6d0fd3f2f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:33.053100 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-e4b5590a-f149-4dcf-aab3-6d0fd3f2f1c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635970 Mar 09 06:00:33.104525 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-45356678-36ce-45d2-a6dd-5fb132db2b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:33.156410 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-630660a9-0190-4aef-9a21-e99f22717d13 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950074 Mar 09 06:00:33.241880 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3cd6ab27-4ae5-44ed-b918-ec25cd0e2541 req-1e8e8673-c0c6-4a19-bf8a-7dedccd6610c service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792203 Mar 09 06:00:33.400816 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531246fa-b715-4483-8ba9-c56a04ae671e req-29a773c9-d985-4d43-9203-5230db510c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:33.402274 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-531246fa-b715-4483-8ba9-c56a04ae671e req-29a773c9-d985-4d43-9203-5230db510c72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1128 time: 0.0475888 Mar 09 06:00:33.489170 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531246fa-b715-4483-8ba9-c56a04ae671e req-844a753b-5ee4-40a3-b9cb-1eabd7b61993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:33.490587 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-531246fa-b715-4483-8ba9-c56a04ae671e req-844a753b-5ee4-40a3-b9cb-1eabd7b61993 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.0812716 Mar 09 06:00:33.550754 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-531246fa-b715-4483-8ba9-c56a04ae671e req-c1d2d786-2175-4de6-965d-9fe3e3395d0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 200 len: 217 time: 0.0400250 Mar 09 06:00:33.853474 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531246fa-b715-4483-8ba9-c56a04ae671e req-d43d4ed1-9e34-406e-8bac-01a6d1cb8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:33.855091 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-531246fa-b715-4483-8ba9-c56a04ae671e req-d43d4ed1-9e34-406e-8bac-01a6d1cb8f88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.2978208 Mar 09 06:00:33.898259 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d816-6a37-4c47-b5ba-bc5cf78b51ad req-886b4738-0e68-4297-863b-d554e2913a3b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:33.899727 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dc51d816-6a37-4c47-b5ba-bc5cf78b51ad req-886b4738-0e68-4297-863b-d554e2913a3b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 944 time: 0.0895965 Mar 09 06:00:33.944585 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531246fa-b715-4483-8ba9-c56a04ae671e req-ba609758-6456-478a-917d-9dfacc0c39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:33.945967 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-531246fa-b715-4483-8ba9-c56a04ae671e req-ba609758-6456-478a-917d-9dfacc0c39e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839605 Mar 09 06:00:33.981193 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dc51d816-6a37-4c47-b5ba-bc5cf78b51ad req-5eafe61b-948d-463e-84a8-295c1720bff0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736489 Mar 09 06:00:34.045701 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-531246fa-b715-4483-8ba9-c56a04ae671e req-78f8cd43-19f2-413e-a7d9-fe9c3c256014 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898459 Mar 09 06:00:34.142105 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-531246fa-b715-4483-8ba9-c56a04ae671e req-4806cdce-0414-4374-8006-4974ac896cd2 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894375 Mar 09 06:00:34.415377 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:35.097138 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e175-4354-4c80-b066-d7ac527ae75a req-99029c3e-d8d0-4768-a3c9-4ca3498cd593 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:35.098620 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ae27e175-4354-4c80-b066-d7ac527ae75a req-99029c3e-d8d0-4768-a3c9-4ca3498cd593 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 944 time: 0.0519829 Mar 09 06:00:35.149377 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ae27e175-4354-4c80-b066-d7ac527ae75a req-22faa660-1ac6-4015-a1bf-f243d79c0d98 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446236 Mar 09 06:00:35.544146 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:35.929395 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98811547-4c6d-42f5-9d0b-56d3051510e7 req-baebbfa5-646e-429f-895b-2897fbbd1f32 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:35.930850 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-98811547-4c6d-42f5-9d0b-56d3051510e7 req-baebbfa5-646e-429f-895b-2897fbbd1f32 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Mar 09 06:00:35.977001 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-98811547-4c6d-42f5-9d0b-56d3051510e7 req-0bbb7bdd-1c3f-4032-a752-591b411d54fb tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403917 Mar 09 06:00:36.269906 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61a76-4940-49a8-9a68-ebb9f780ff55 req-b6562ace-2be6-4ccf-b196-34575f89cbf7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:36.271347 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcd61a76-4940-49a8-9a68-ebb9f780ff55 req-b6562ace-2be6-4ccf-b196-34575f89cbf7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 944 time: 0.0514097 Mar 09 06:00:36.318723 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcd61a76-4940-49a8-9a68-ebb9f780ff55 req-8a05ff1b-5606-4fb0-9381-73b8de9c124b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411167 Mar 09 06:00:37.098574 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c3a23-0964-4e03-8b22-0149fe93b4fc req-a23c3713-d636-4327-8e58-4ac6b44fb77b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:37.100009 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e41c3a23-0964-4e03-8b22-0149fe93b4fc req-a23c3713-d636-4327-8e58-4ac6b44fb77b tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0561516 Mar 09 06:00:37.136579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:37.150456 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e41c3a23-0964-4e03-8b22-0149fe93b4fc req-06eefd71-ff68-4917-8b4a-d108da12c8b9 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Mar 09 06:00:37.435831 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18d866-b5d5-4c1c-8a9d-eb0f5591dbd8 req-0ec6dc49-a08f-41f7-8727-ffc1fe499f2c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:37.437333 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7e18d866-b5d5-4c1c-8a9d-eb0f5591dbd8 req-0ec6dc49-a08f-41f7-8727-ffc1fe499f2c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 944 time: 0.0528734 Mar 09 06:00:37.484811 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7e18d866-b5d5-4c1c-8a9d-eb0f5591dbd8 req-4a0dacc8-4038-4985-9885-02bce6e3661c tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416193 Mar 09 06:00:37.762320 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-c8164b24-c28b-4e56-80aa-73b74cce9dd1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:37.763752 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-c8164b24-c28b-4e56-80aa-73b74cce9dd1 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 945 time: 0.0558510 Mar 09 06:00:37.855603 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Deleting port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:00:37.855942 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:37.941962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] For port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:37.942349 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:38.104886 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:38.105171 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (01c9daf3-c118-49aa-af29-407328716136), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:38.105510 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Floating IP 01c9daf3-c118-49aa-af29-407328716136 disassociated. External IP: 172.27.1.6, port: 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8. Mar 09 06:00:38.105843 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Calling delete_port for 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:00:38.237842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (4eaa0c7e-23ef-4410-a043-06d7c48f8dc8), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:38.268095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event deleted for resources: {'Port': ['ID=4eaa0c7e-23ef-4410-a043-06d7c48f8dc8,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:38.282492 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b5a1-6c3d-4759-8279-176efdb3a740 req-16061da4-f89c-4d59-94aa-71d093aad157 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:38.283941 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d025b5a1-6c3d-4759-8279-176efdb3a740 req-16061da4-f89c-4d59-94aa-71d093aad157 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/ports?device_id=231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1 HTTP/1.1" status: 200 len: 867 time: 0.0653200 Mar 09 06:00:38.334105 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d025b5a1-6c3d-4759-8279-176efdb3a740 req-1642f3cc-d22a-49df-bbdf-ba9e07ee44f6 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups?id=5aa7feb5-e6f1-4b01-9e56-051462e1274b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417266 Mar 09 06:00:38.384920 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Router f10f5556-0a84-4781-83ec-187af2b2c72c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:00:38.490509 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:00:38.500978 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] Sync routers for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:00:38.523395 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:38.524033 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:38.531039 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] No DVR routers for this DVR port 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:00:38.533549 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:38.536813 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8a534d6-4903-4f2b-bfeb-6010c4b6ad74 req-924891a7-e895-4523-a3f2-46d1093e8cb2 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.32 "DELETE /v2.0/ports/4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 HTTP/1.1" status: 204 len: 173 time: 0.7676413 Mar 09 06:00:38.537253 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'name': 'network-vif-deleted', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:38.539945 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb590fc-9687-460d-9972-5268ace4ad2a" -d '{"events": [{"server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "name": "network-vif-deleted", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:38.586652 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146e1431-ee04-4455-8f96-c9ecb8c484c6 x-openstack-request-id: req-146e1431-ee04-4455-8f96-c9ecb8c484c6 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:38.586949 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1", "name": "network-vif-deleted", "tag": "4eaa0c7e-23ef-4410-a043-06d7c48f8dc8", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:38.587377 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-146e1431-ee04-4455-8f96-c9ecb8c484c6 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:38.587828 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231d1a64-cf93-45dd-a39d-6e3a0b2eb1c1', 'name': 'network-vif-deleted', 'tag': '4eaa0c7e-23ef-4410-a043-06d7c48f8dc8', 'status': 'completed', 'code': 200} Mar 09 06:00:38.621248 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eca6a3-2bb2-4e00-b506-86020684687a req-426fa329-9471-4720-9af4-2308d7618091 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:38.628416 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4eca6a3-2bb2-4e00-b506-86020684687a req-426fa329-9471-4720-9af4-2308d7618091 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 944 time: 0.0732875 Mar 09 06:00:38.662763 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:38.686978 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e4eca6a3-2bb2-4e00-b506-86020684687a req-3c0fe810-eb28-46d0-9044-0a92038e4bb2 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532582 Mar 09 06:00:38.877893 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:38.904324 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] Checking router: f10f5556-0a84-4781-83ec-187af2b2c72c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:00:38.912458 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:38.913021 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:39.021987 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:39.229221 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:39.254492 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe6dcdd-2086-460d-93ad-663a56856b75 None None] The sync data for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi is: [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T05:54:13Z', 'revision_number': 4, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '843cf92e-d637-46a9-93e3-14c79699b0a3', 'name': '', 'network_id': '3a08402c-9b5d-49a9-b21f-83220dd42e24', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'mac_address': 'fa:16:3e:b0:02:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:12Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'subnets': [{'id': '0fc3d8d7-f310-438f-8578-64bebeaf4d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:00:39.420699 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47070) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:39.479013 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d650-00e9-4504-8f4f-3a38f2831f08 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (5aa7feb5-e6f1-4b01-9e56-051462e1274b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.496825 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f33ec0d-f627-4a62-91d7-793d5f10a48c None None] New status for floating IP 01c9daf3-c118-49aa-af29-407328716136: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:00:39.502916 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d650-00e9-4504-8f4f-3a38f2831f08 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (5aa7feb5-e6f1-4b01-9e56-051462e1274b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.550208 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d650-00e9-4504-8f4f-3a38f2831f08 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5aa7feb5-e6f1-4b01-9e56-051462e1274b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.552922 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d650-00e9-4504-8f4f-3a38f2831f08 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.556610 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6fc9d650-00e9-4504-8f4f-3a38f2831f08 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "DELETE /v2.0/security-groups/5aa7feb5-e6f1-4b01-9e56-051462e1274b HTTP/1.1" status: 204 len: 168 time: 0.1324008 Mar 09 06:00:39.557044 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47072) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:39.563901 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9d650-00e9-4504-8f4f-3a38f2831f08 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa7feb5-e6f1-4b01-9e56-051462e1274b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:39.573477 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.api.v2.resource [None req-ba1bf46c-ad23-4475-ac27-c8c77d897a45 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] show failed (client error): The resource could not be found. Mar 09 06:00:39.574754 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-ba1bf46c-ad23-4475-ac27-c8c77d897a45 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "GET /v2.0/security-groups/5aa7feb5-e6f1-4b01-9e56-051462e1274b HTTP/1.1" status: 404 len: 347 time: 0.0166335 Mar 09 06:00:39.577619 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47074) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:39.706459 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Deleting port e530de6a-dd6a-4610-833d-738102fb0017 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:00:39.706803 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (e530de6a-dd6a-4610-833d-738102fb0017), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.811252 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (e530de6a-dd6a-4610-833d-738102fb0017), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.811493 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (e530de6a-dd6a-4610-833d-738102fb0017), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:39.826513 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Calling delete_port for e530de6a-dd6a-4610-833d-738102fb0017 owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:00:39.847246 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0a1e4-bcc9-4814-9d8e-eb60400d05c1 req-40b67f31-3386-4658-b2f6-ec6c5ae6fb1a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:39.848713 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-27e0a1e4-bcc9-4814-9d8e-eb60400d05c1 req-40b67f31-3386-4658-b2f6-ec6c5ae6fb1a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 944 time: 0.0873442 Mar 09 06:00:39.947404 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-27e0a1e4-bcc9-4814-9d8e-eb60400d05c1 req-e1d0441e-1ccc-4245-a243-84bced3eedd8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644667 Mar 09 06:00:40.010463 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (e530de6a-dd6a-4610-833d-738102fb0017), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:40.039436 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Pushing event deleted for resources: {'Port': ['ID=e530de6a-dd6a-4610-833d-738102fb0017,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:40.065599 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.065878 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.066220 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.066555 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.066886 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.067213 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.067539 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.067864 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.068188 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.068535 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.068860 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.069178 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.069496 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:40.108989 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks [] for floatingip (01c9daf3-c118-49aa-af29-407328716136), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:40.111561 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:40.112742 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-6e8f6e05-df0c-41a9-ab97-620e9d3dc413 tempest-AttachVolumeTestJSON-1340133391 tempest-AttachVolumeTestJSON-1340133391-project] 10.222.0.36 "DELETE /v2.0/floatingips/01c9daf3-c118-49aa-af29-407328716136 HTTP/1.1" status: 204 len: 168 time: 0.5341902 Mar 09 06:00:40.695178 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device a74b53a0-47b8-4c03-b265-e02136408e04 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:00:40.706726 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:00:40.731612 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:00:40.731955 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 4eaa0c7e-23ef-4410-a043-06d7c48f8dc8 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:00:40.934820 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port a74b53a0-47b8-4c03-b265-e02136408e04, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a74b53a0-47b8-4c03-b265-e02136408e04,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:40.944771 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:00:40.982257 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port a74b53a0-47b8-4c03-b265-e02136408e04 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:40.982637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:40.995669 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74b53a0-47b8-4c03-b265-e02136408e04 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:00:41.014788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port a74b53a0-47b8-4c03-b265-e02136408e04, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a74b53a0-47b8-4c03-b265-e02136408e04,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:41.018283 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:41.064619 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d474ff-051b-4c9d-9300-30e105c6ce10 req-eda9deee-1327-4c8d-ac8a-aeeab8caeb2d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:41.066087 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f7d474ff-051b-4c9d-9300-30e105c6ce10 req-eda9deee-1327-4c8d-ac8a-aeeab8caeb2d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 945 time: 0.0538883 Mar 09 06:00:41.068623 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=a74b53a0-47b8-4c03-b265-e02136408e04,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:41.118923 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f7d474ff-051b-4c9d-9300-30e105c6ce10 req-f1d3903f-10db-43a6-ba7c-43a87bae59d8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 Mar 09 06:00:41.318255 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['a74b53a0-47b8-4c03-b265-e02136408e04'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:00:42.234066 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdc8f0-d140-4bf9-9112-bd391a8acfcd req-4adaa77b-c4cb-4de6-8e0a-845af8b508e1 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:42.235533 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-abbdc8f0-d140-4bf9-9112-bd391a8acfcd req-4adaa77b-c4cb-4de6-8e0a-845af8b508e1 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 945 time: 0.0511227 Mar 09 06:00:42.283301 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-abbdc8f0-d140-4bf9-9112-bd391a8acfcd req-a53e3135-ad34-4892-9e40-26437e835cec tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423064 Mar 09 06:00:42.695144 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device a74b53a0-47b8-4c03-b265-e02136408e04 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:00:42.745700 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port a74b53a0-47b8-4c03-b265-e02136408e04 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:00:42.749911 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port a74b53a0-47b8-4c03-b265-e02136408e04 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:42.750419 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:42.796312 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:42.844324 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port a74b53a0-47b8-4c03-b265-e02136408e04 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:42.844743 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:42.866947 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:42.869310 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0ef098-2358-467a-896c-2e854030516b" -d '{"events": [{"server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "name": "network-vif-plugged", "status": "completed", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:42.881616 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port a74b53a0-47b8-4c03-b265-e02136408e04, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a74b53a0-47b8-4c03-b265-e02136408e04,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:42.887527 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:42.910535 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2054a37b-1e6b-4250-b92e-6bb04d470049 x-openstack-request-id: req-2054a37b-1e6b-4250-b92e-6bb04d470049 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:42.910826 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "name": "network-vif-plugged", "status": "completed", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:42.911078 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2054a37b-1e6b-4250-b92e-6bb04d470049 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:42.911461 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'code': 200} Mar 09 06:00:42.936493 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=a74b53a0-47b8-4c03-b265-e02136408e04,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:43.170730 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c534a-230c-442b-931a-66cde82cdb7c req-6dfcc5b0-297e-4c9d-a6d8-0a86c91458b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:43.172209 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d5c534a-230c-442b-931a-66cde82cdb7c req-6dfcc5b0-297e-4c9d-a6d8-0a86c91458b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1130 time: 0.0436010 Mar 09 06:00:43.216290 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4d5c534a-230c-442b-931a-66cde82cdb7c req-01c6956a-0cee-42d8-936c-28a6d7788715 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377574 Mar 09 06:00:43.403046 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80d851-50e9-45b1-8480-fca1c86257c1 req-f6e02682-a269-468f-a14e-5163d738686a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:43.404534 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4d80d851-50e9-45b1-8480-fca1c86257c1 req-f6e02682-a269-468f-a14e-5163d738686a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 946 time: 0.0551617 Mar 09 06:00:43.452490 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4d80d851-50e9-45b1-8480-fca1c86257c1 req-b21e5698-8c34-4b1b-92bf-f35e960f2f4e tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423336 Mar 09 06:00:43.624818 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47112) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:44.048672 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (f10f5556-0a84-4781-83ec-187af2b2c72c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:44.563305 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Deleting port 843cf92e-d637-46a9-93e3-14c79699b0a3 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:00:44.564066 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:44.571975 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333bed-a792-4732-a820-3040572aca0b req-ea0a37c6-d500-49a6-8342-e48e0037d1f0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:44.573570 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a8333bed-a792-4732-a820-3040572aca0b req-ea0a37c6-d500-49a6-8342-e48e0037d1f0 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 946 time: 0.0539539 Mar 09 06:00:44.622356 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a8333bed-a792-4732-a820-3040572aca0b req-f21f60e6-2e7a-4958-9800-f8581eb27ec6 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Mar 09 06:00:44.643547 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] For port 843cf92e-d637-46a9-93e3-14c79699b0a3, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=843cf92e-d637-46a9-93e3-14c79699b0a3,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:44.643911 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:44.656951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Calling delete_port for 843cf92e-d637-46a9-93e3-14c79699b0a3 owned by network:router_interface {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:00:44.796845 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54bfc-d99e-4258-b435-0568f6d7d4ab req-7b71d082-71d4-4cd2-addc-8e6efb47876a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:44.798331 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d0d54bfc-d99e-4258-b435-0568f6d7d4ab req-7b71d082-71d4-4cd2-addc-8e6efb47876a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 946 time: 0.1011808 Mar 09 06:00:44.867362 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d0d54bfc-d99e-4258-b435-0568f6d7d4ab req-31f0f8f0-24d0-49a8-8f6f-42edaa0682ba tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631602 Mar 09 06:00:44.890494 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47120) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:44.921988 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (843cf92e-d637-46a9-93e3-14c79699b0a3), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:44.938454 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12408aff-1ea7-4e93-b1a1-5782c080db20 tempest-TestVolumeBootPattern-311463270 tempest-TestVolumeBootPattern-311463270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:44.939991 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-12408aff-1ea7-4e93-b1a1-5782c080db20 tempest-TestVolumeBootPattern-311463270 tempest-TestVolumeBootPattern-311463270-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1125 time: 0.0485084 Mar 09 06:00:44.942808 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47122) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:44.947655 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:44.974454 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:44.975263 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=843cf92e-d637-46a9-93e3-14c79699b0a3,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:45.082273 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.121565 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (f10f5556-0a84-4781-83ec-187af2b2c72c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.198136 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Allocated IP 172.27.1.76 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/de84de33-1d84-4b8a-aca4-41d4683caffc) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:00:45.297700 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.330906 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.341476 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Router f10f5556-0a84-4781-83ec-187af2b2c72c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:00:45.370965 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:45.374022 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:45.376539 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:00:45.407881 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=de84de33-1d84-4b8a-aca4-41d4683caffc,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:45.453438 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:00:45.458446 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b075afc4-ff30-46cb-a85b-22720d2c1f43 admin admin] 10.222.0.36 "PUT /v2.0/routers/f10f5556-0a84-4781-83ec-187af2b2c72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8326049 Mar 09 06:00:45.461143 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47124) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:45.463029 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] Sync routers for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:00:45.474401 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:45.475114 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:45.580700 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks [] for router (f10f5556-0a84-4781-83ec-187af2b2c72c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.592053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:45.716657 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks [] for router_gateway (f10f5556-0a84-4781-83ec-187af2b2c72c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.773248 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (0b597afe-0fb8-495b-900b-a5d9aa72c5b2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.777502 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Deleting port 60870cee-cdd3-42e3-a585-33bb49979bfd {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:00:45.777826 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.786889 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T06:00:44Z', 'revision_number': 5, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port': {'id': '60870cee-cdd3-42e3-a585-33bb49979bfd', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:08Z', 'updated_at': '2022-03-09T05:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:45.813503 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] Checking router: f10f5556-0a84-4781-83ec-187af2b2c72c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:00:45.822838 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] Routers {'f10f5556-0a84-4781-83ec-187af2b2c72c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:45.823622 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['f10f5556-0a84-4781-83ec-187af2b2c72c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:45.854580 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.864076 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] For port 60870cee-cdd3-42e3-a585-33bb49979bfd, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=60870cee-cdd3-42e3-a585-33bb49979bfd,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:45.864470 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:45.882385 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Calling delete_port for 60870cee-cdd3-42e3-a585-33bb49979bfd owned by network:router_gateway {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:00:45.915571 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] Set router f10f5556-0a84-4781-83ec-187af2b2c72c gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:45.971435 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T06:00:45Z', 'revision_number': 6, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port_host': None}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:45.997921 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c728f-78d9-4f69-847d-eaff5b7b15e8 None None] The sync data for ids ['f10f5556-0a84-4781-83ec-187af2b2c72c'] in dv-cinder-831167-2-iscsi is: [{'id': 'f10f5556-0a84-4781-83ec-187af2b2c72c', 'name': 'tempest-AttachVolumeTestJSON-988333586-router', 'tenant_id': '4f72f61c80ba48c19d57acf6892b0342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:06Z', 'updated_at': '2022-03-09T06:00:45Z', 'revision_number': 6, 'project_id': '4f72f61c80ba48c19d57acf6892b0342', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:00:46.014751 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.020023 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.059992 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (60870cee-cdd3-42e3-a585-33bb49979bfd), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.083906 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Pushing event deleted for resources: {'Port': ['ID=60870cee-cdd3-42e3-a585-33bb49979bfd,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:46.092415 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=de84de33-1d84-4b8a-aca4-41d4683caffc,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:46.103313 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (0b597afe-0fb8-495b-900b-a5d9aa72c5b2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.148286 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (f10f5556-0a84-4781-83ec-187af2b2c72c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.203047 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Floating IP 0b597afe-0fb8-495b-900b-a5d9aa72c5b2 associated. External IP: 172.27.1.76, port: a74b53a0-47b8-4c03-b265-e02136408e04. Mar 09 06:00:46.240152 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (f10f5556-0a84-4781-83ec-187af2b2c72c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.242422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks [] for router_controller (f10f5556-0a84-4781-83ec-187af2b2c72c), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.287646 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:00:46.291165 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (f10f5556-0a84-4781-83ec-187af2b2c72c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.291798 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f10f5556-0a84-4781-83ec-187af2b2c72c {{(pid=103972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:00:46.296821 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.297967 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-06073626-a85a-4c1c-82f4-5335a863d66d admin admin] 10.222.0.36 "DELETE /v2.0/routers/f10f5556-0a84-4781-83ec-187af2b2c72c HTTP/1.1" status: 204 len: 168 time: 0.8346298 Mar 09 06:00:46.300511 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47126) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:46.344099 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] Deleting subnet 0fc3d8d7-f310-438f-8578-64bebeaf4d2c {{(pid=103972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:00:46.347454 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] Publish callbacks [] for subnet (0fc3d8d7-f310-438f-8578-64bebeaf4d2c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.391267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880788'] for subnet (0fc3d8d7-f310-438f-8578-64bebeaf4d2c), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.421934 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:00:46.474668 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (0fc3d8d7-f310-438f-8578-64bebeaf4d2c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.526327 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287813'] for subnet (0fc3d8d7-f310-438f-8578-64bebeaf4d2c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.533367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:00:46.543961 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:00:46.550744 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc3d8d7-f310-438f-8578-64bebeaf4d2c,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:46.551935 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.556040 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:46.556785 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:46.557458 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.561395 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-6d1221f3-d894-458a-8ab1-fb74199744de admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0fc3d8d7-f310-438f-8578-64bebeaf4d2c HTTP/1.1" status: 204 len: 168 time: 0.2596052 Mar 09 06:00:46.563513 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47128) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:46.564186 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b1057-8ade-47ad-bf6b-da549784ddb7 None None] Network 3a08402c-9b5d-49a9-b21f-83220dd42e24 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:00:46.600969 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-17eff3f1-5011-4d11-b045-054c8172255b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6489415 Mar 09 06:00:46.600969 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:46.600969 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f64453-c27a-441a-9cf4-02351d8fe9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:46.637177 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (3a08402c-9b5d-49a9-b21f-83220dd42e24), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.650956 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d79b0d9-019c-4e00-bc5c-c1b6f6396085 x-openstack-request-id: req-8d79b0d9-019c-4e00-bc5c-c1b6f6396085 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:46.651254 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:46.651494 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d79b0d9-019c-4e00-bc5c-c1b6f6396085 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:46.651954 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'status': 'completed', 'code': 200} Mar 09 06:00:46.695133 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:46.709626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Deleting port 8aae3669-b7df-461c-90d0-dbd6eb886abe {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:00:46.709933 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.758659 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-a65b546e-c192-4c06-94d4-d73c51c04dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:46.771324 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-a65b546e-c192-4c06-94d4-d73c51c04dc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1130 time: 0.0668411 Mar 09 06:00:46.787544 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] For port 8aae3669-b7df-461c-90d0-dbd6eb886abe, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=8aae3669-b7df-461c-90d0-dbd6eb886abe,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:46.788226 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.806096 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] DHCP port deletion for 3a08402c-9b5d-49a9-b21f-83220dd42e24 request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:00:46.828187 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Calling delete_port for 8aae3669-b7df-461c-90d0-dbd6eb886abe owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:00:46.891677 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] Deleting port 8aae3669-b7df-461c-90d0-dbd6eb886abe {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:00:46.892333 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.897078 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 8aae3669-b7df-461c-90d0-dbd6eb886abe no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:00:46.912339 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-70e4f069-f7c7-4a65-b2a3-33b856fe1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:46.914146 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-70e4f069-f7c7-4a65-b2a3-33b856fe1aec service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.1368461 Mar 09 06:00:46.955888 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:46.989830 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aae3669-b7df-461c-90d0-dbd6eb886abe,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:46.994571 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] No DVR routers for this DVR port 8aae3669-b7df-461c-90d0-dbd6eb886abe on host dv-cinder-831167-2-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:00:47.030264 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] For port 8aae3669-b7df-461c-90d0-dbd6eb886abe, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=8aae3669-b7df-461c-90d0-dbd6eb886abe,segment=NetworkSegment(f71eeb89-ed38-40f9-b5cb-88921dc857f0),segment_id=f71eeb89-ed38-40f9-b5cb-88921dc857f0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:47.030886 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.039317 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-69193be6-fcf4-4690-a8e2-449a2c7f9c00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 200 len: 999 time: 0.1186123 Mar 09 06:00:47.042539 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No active binding found for port 8aae3669-b7df-461c-90d0-dbd6eb886abe {{(pid=103973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 09 06:00:47.042941 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] The host dv-cinder-831167-2-iscsi is not matching for port 8aae3669-b7df-461c-90d0-dbd6eb886abe host None! {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 09 06:00:47.043339 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 8aae3669-b7df-461c-90d0-dbd6eb886abe not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:00:47.048406 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:45Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:47.049377 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 843cf92e-d637-46a9-93e3-14c79699b0a3 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:00:47.076417 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 843cf92e-d637-46a9-93e3-14c79699b0a3 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:00:47.076994 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 843cf92e-d637-46a9-93e3-14c79699b0a3 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:00:47.077508 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 60870cee-cdd3-42e3-a585-33bb49979bfd no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:00:47.080359 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] Calling delete_port for 8aae3669-b7df-461c-90d0-dbd6eb886abe owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:00:47.081361 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (3a08402c-9b5d-49a9-b21f-83220dd42e24), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.089756 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:00:47.100219 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-b4122c9b-d241-4ba6-9a6e-218aac7d7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:47.101046 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:47.101860 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-b4122c9b-d241-4ba6-9a6e-218aac7d7b7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0570436 Mar 09 06:00:47.103062 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:47.104895 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 60870cee-cdd3-42e3-a585-33bb49979bfd {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:00:47.105366 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 60870cee-cdd3-42e3-a585-33bb49979bfd not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:00:47.130142 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a08402c-9b5d-49a9-b21f-83220dd42e24']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:47.143125 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71eeb89-ed38-40f9-b5cb-88921dc857f0') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:47.143427 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71eeb89-ed38-40f9-b5cb-88921dc857f0') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:47.155221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (f71eeb89-ed38-40f9-b5cb-88921dc857f0), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.179267 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-8416b0e2-11f4-493a-ad0c-105123fa27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:47.181284 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-8416b0e2-11f4-493a-ad0c-105123fa27a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594878 Mar 09 06:00:47.191736 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (f71eeb89-ed38-40f9-b5cb-88921dc857f0), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.200671 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (8aae3669-b7df-461c-90d0-dbd6eb886abe), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.203957 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:00:47.204634 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (f71eeb89-ed38-40f9-b5cb-88921dc857f0), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.221433 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] No DVR routers for this DVR port 8aae3669-b7df-461c-90d0-dbd6eb886abe on host dv-cinder-831167-2-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:00:47.253240 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:47.267021 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f9c2a-3c07-4dd2-bf66-b21907183df1 None None] Pushing event deleted for resources: {'Port': ['ID=8aae3669-b7df-461c-90d0-dbd6eb886abe,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:47.299412 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-4bcc240f-2555-4cf8-9840-ff4f74048fdd service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119933 Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:00:47.301665 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:00:47.304831 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (3a08402c-9b5d-49a9-b21f-83220dd42e24), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.313480 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.314998 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3a08402c-9b5d-49a9-b21f-83220dd42e24 HTTP/1.1" status: 204 len: 168 time: 0.7504144 Mar 09 06:00:47.335094 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fc89f-067a-4e9c-8af0-d23e616b50a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a08402c-9b5d-49a9-b21f-83220dd42e24,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:47.416934 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-40f64453-c27a-441a-9cf4-02351d8fe9d3 req-c04760e5-9f43-4697-b684-6d2ae84303be service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077650 Mar 09 06:00:47.448301 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47136) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:47.489882 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-3c2a2fc1-6eb4-4dcb-941c-b7d9ef4aaf1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f72f61c80ba48c19d57acf6892b0342&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398152 Mar 09 06:00:47.492034 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47138) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:47.531631 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:45Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:47.544012 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c81ad8e2-ef2e-4c93-be1b-8e1d85f603a0 admin admin] Publish callbacks [] for security_group (15e37b52-b169-44ab-98a3-2dc9361832b2), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.560784 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4b8dae-3892-4553-b2b8-31929bc1fa83 None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:45Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:00:47.566756 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c81ad8e2-ef2e-4c93-be1b-8e1d85f603a0 admin admin] Publish callbacks [] for security_group (15e37b52-b169-44ab-98a3-2dc9361832b2), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.616314 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c81ad8e2-ef2e-4c93-be1b-8e1d85f603a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (15e37b52-b169-44ab-98a3-2dc9361832b2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.619167 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-c81ad8e2-ef2e-4c93-be1b-8e1d85f603a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:47.620954 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-c81ad8e2-ef2e-4c93-be1b-8e1d85f603a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15e37b52-b169-44ab-98a3-2dc9361832b2 HTTP/1.1" status: 204 len: 168 time: 0.1276658 Mar 09 06:00:47.629429 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad8e2-ef2e-4c93-be1b-8e1d85f603a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e37b52-b169-44ab-98a3-2dc9361832b2,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:47.782831 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7db9f9-c08f-4a93-b0a7-6e607a52a1eb None None] New status for floating IP 0b597afe-0fb8-495b-900b-a5d9aa72c5b2: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:00:48.300562 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47160) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:48.393996 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-464059-network', 'tenant_id': '956e9015cdfa48519e98091fb770fd62'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:48.413362 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Made reservation on behalf of 956e9015cdfa48519e98091fb770fd62 for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:00:48.415916 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.424205 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.497944 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks [] for security_group (eacfb18b-cbb4-4fbb-bd8b-a16624d69846), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.501604 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (eacfb18b-cbb4-4fbb-bd8b-a16624d69846), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.525605 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:00:48.534121 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacfb18b-cbb4-4fbb-bd8b-a16624d69846,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:48.540465 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (cca99447-4637-4472-8b9a-c6c4143a7474), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.540804 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Added segment cca99447-4637-4472-8b9a-c6c4143a7474 of type vlan for network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 Mar 09 06:00:48.580244 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (9b9b43cd-faf3-483e-ab46-2bb3357a1f58), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.606515 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (9b9b43cd-faf3-483e-ab46-2bb3357a1f58), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.607689 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:48.608266 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.642655 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3409722 Mar 09 06:00:48.645446 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47164) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:48.650131 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Request body: {'subnet': {'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-464059-subnet', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:48.679411 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855014-8e15-4670-8003-70c2ca5e4cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9b43cd-faf3-483e-ab46-2bb3357a1f58,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:48.693300 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:00:48.694463 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Made reservation on behalf of 956e9015cdfa48519e98091fb770fd62 for: {'subnet': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:00:48.697892 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126287778'] for subnet (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.870917 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3206842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126287804'] for subnet (fb0c333b-8f8e-4191-8447-ed66d9ecbad6), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.926712 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0c333b-8f8e-4191-8447-ed66d9ecbad6,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:48.937684 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Checking segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:00:48.938288 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Network hostable DHCP agents. Network: 9b9b43cd-faf3-483e-ab46-2bb3357a1f58, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:00:48.957614 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:00:48.965638 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, 9b9b43cd-faf3-483e-ab46-2bb3357a1f58) {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:48.970524 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:48.972677 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:48.973726 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed009b9a-560e-46a1-ab1a-83d222913b5f None None] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:00:48.988362 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-bd976bb5-d439-43ea-8c8d-64237ca10133 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3419340 Mar 09 06:00:48.991175 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47166) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:48.996925 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:49.016683 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-544836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27509'] for router (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.017816 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-546996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540679', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378738', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27270'] for router (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.075529 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks [] for router_controller (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), precommit_add_association {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.076673 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp305ef17f-4cb3-50a9-a352-2736ec814b6c-9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6'}]}} from dv-cinder-831167-2-iscsi. {{(pid=103973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 06:00:49.077659 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.212501 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.db_base_plugin_common [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Allocated IP 172.20.0.2 (9b9b43cd-faf3-483e-ab46-2bb3357a1f58/fb0c333b-8f8e-4191-8447-ed66d9ecbad6/1a43b202-5f71-4fd8-84d7-57602d238fca) {{(pid=103973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:00:49.360950 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Publish callbacks [] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), precommit_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.366750 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), after_create {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.404126 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is already hosted by enough agents. {{(pid=103973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:49.408703 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.scheduler.base_scheduler [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Resources bound (agent type, host, resource id): {{(pid=103973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:49.411985 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Received port after_create {{(pid=103973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:00:49.423204 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Pushing event updated for resources: {'Port': ['ID=1a43b202-5f71-4fd8-84d7-57602d238fca,revision_number=1']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:49.448670 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks [] for router_gateway (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.601427 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Attempting to bind port 1a43b202-5f71-4fd8-84d7-57602d238fca on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:00:49.601864 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Attempting to bind port 1a43b202-5f71-4fd8-84d7-57602d238fca by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:00:49.602222 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Attempting to bind port 1a43b202-5f71-4fd8-84d7-57602d238fca on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:00:49.607172 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:00:49.607541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Checking segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:00:49.607934 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.608318 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Bound using segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:00:49.608808 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Bound port: 1a43b202-5f71-4fd8-84d7-57602d238fca, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:00:49.609181 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.648029 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks [] for router_gateway (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.666969 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.670002 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] For port 1a43b202-5f71-4fd8-84d7-57602d238fca, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:00:49.673109 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] For port 1a43b202-5f71-4fd8-84d7-57602d238fca, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=1a43b202-5f71-4fd8-84d7-57602d238fca,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:00:49.679482 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.739355 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe57b33-e372-4502-a0ff-2ac10c238030 None None] Pushing event updated for resources: {'Port': ['ID=1a43b202-5f71-4fd8-84d7-57602d238fca,revision_number=2']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:49.786568 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Allocated IP 172.27.1.53 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/5eb7b4fd-f64c-4fe2-b0f9-49957b170da3) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:00:49.903798 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks [] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.940720 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:49.981280 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:49.987777 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:49.992115 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:00:49.995874 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:50.240009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks [] for router_gateway (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:50.436084 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540714'] for router (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:50.569437 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d is scheduled to L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 with binding_index 1 {{(pid=103971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 06:00:50.630213 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec814d0d-8d48-4ec8-9df3-d055efc53937 None None] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:00:50.678301 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:00:50.689662 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:00:50.698369 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:50.700845 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8d9b3c2a-b3e5-465e-8aed-288857448f15 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7085485 Mar 09 06:00:50.702512 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47168) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:50.712903 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:50.713530 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:50.741189 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-fc3928c0-884d-4dcd-9ec7-3dccfe4fc903 None None] Provisioning complete for port 1a43b202-5f71-4fd8-84d7-57602d238fca triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:50.741570 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fc3928c0-884d-4dcd-9ec7-3dccfe4fc903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:50.870889 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-fc3928c0-884d-4dcd-9ec7-3dccfe4fc903 None None] Current status of the port 1a43b202-5f71-4fd8-84d7-57602d238fca is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:50.871357 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fc3928c0-884d-4dcd-9ec7-3dccfe4fc903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:50.887075 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 1a43b202-5f71-4fd8-84d7-57602d238fca up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:00:50.891492 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:50.911866 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-fc3928c0-884d-4dcd-9ec7-3dccfe4fc903 None None] For port 1a43b202-5f71-4fd8-84d7-57602d238fca, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=1a43b202-5f71-4fd8-84d7-57602d238fca,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:50.934603 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fc3928c0-884d-4dcd-9ec7-3dccfe4fc903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.028678 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3928c0-884d-4dcd-9ec7-3dccfe4fc903 None None] Pushing event updated for resources: {'Port': ['ID=1a43b202-5f71-4fd8-84d7-57602d238fca,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:51.037997 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 1a43b202-5f71-4fd8-84d7-57602d238fca triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:51.038480 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.085557 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-2699b1ca-fa8c-4f16-8732-3d6466195adc None None] Provisioning complete for port 1a43b202-5f71-4fd8-84d7-57602d238fca triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:51.085927 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2699b1ca-fa8c-4f16-8732-3d6466195adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.096987 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:50Z', 'revision_number': 3, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:51.127746 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:00:51.128092 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Updating router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 binding host dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:00:51.156012 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.174541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 1a43b202-5f71-4fd8-84d7-57602d238fca is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:51.208640 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-2699b1ca-fa8c-4f16-8732-3d6466195adc None None] Current status of the port 1a43b202-5f71-4fd8-84d7-57602d238fca is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:51.216941 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.369782 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Allocated IP 172.20.0.1 (9b9b43cd-faf3-483e-ab46-2bb3357a1f58/fb0c333b-8f8e-4191-8447-ed66d9ecbad6/d03b1b0b-9698-4d34-9f41-80d84e6ab8e6) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:00:51.405558 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Publish callbacks [] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), precommit_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.410511 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.461375 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Attempting to bind port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:00:51.461660 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Attempting to bind port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:00:51.462017 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Attempting to bind port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 on network dda22c9a-428d-4bf3-9040-dcb677a8bacd {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:00:51.463805 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Pushing event updated for resources: {'Port': ['ID=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,revision_number=2']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:51.471944 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:00:51.472316 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Checking segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:00:51.472756 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.473120 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Bound using segment: {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'} {{(pid=103974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:00:51.473580 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.managers [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Bound port: 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fde8e34-b046-4ffe-a453-d497d61301d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}}] {{(pid=103974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:00:51.473953 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), before_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.477111 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.477482 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.477843 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.478185 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.478431 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks [] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.478554 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.478824 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.479147 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.479479 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.479801 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.480135 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.480485 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.480803 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.481117 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:51.513161 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.534636 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] For port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:00:51.537629 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.plugins.ml2.db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] For port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:00:51.544123 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron_lib.callbacks.manager [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), after_update {{(pid=103974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.554526 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:51.558084 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:51.561267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:00:51.599441 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:51.599851 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:51.601211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Pushing event updated for resources: {'Port': ['ID=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:51.616735 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541959'] for router_interface (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.642786 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38248f3-ce2c-4fa9-8e9f-0cc0f07afe9c None None] Pushing event updated for resources: {'Port': ['ID=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,revision_number=3']} {{(pid=103974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:51.716602 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:51.763363 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.833317 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-1f1671f8-f3d4-4ed1-b28d-93026419c115 None None] Provisioning complete for port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:51.833860 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1f1671f8-f3d4-4ed1-b28d-93026419c115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.869454 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-1f1671f8-f3d4-4ed1-b28d-93026419c115 None None] Port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:00:51.938918 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks [] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.943501 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:51.991888 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:50Z', 'revision_number': 3, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:52.008624 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542059'] for router_interface (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:52.011216 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Pushing event updated for resources: {'Port': ['ID=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:52.018271 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46811ea-5799-429f-814e-1a64c3c6e662 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:50Z', 'revision_number': 3, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:00:52.392689 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:52.394080 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:52.518392 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:00:52.603172 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-540d9bcc-e823-42e5-8eff-d5b70bcabf9b None None] Provisioning complete for port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:52.603701 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-540d9bcc-e823-42e5-8eff-d5b70bcabf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:52.638817 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-540d9bcc-e823-42e5-8eff-d5b70bcabf9b None None] Port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:00:52.643566 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:00:52.648444 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-be36d435-5c49-4644-9f34-94cd9f12db69 admin admin] 10.222.0.36 "PUT /v2.0/routers/49e9c7e5-8c9c-44f6-8009-28a7860f9f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448297 Mar 09 06:00:52.832729 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:00:52.891025 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:52.892084 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:52.972449 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:52.972844 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:52.994200 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] For port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:52.998061 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:52.998834 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 1a43b202-5f71-4fd8-84d7-57602d238fca up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:00:53.074626 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Pushing event updated for resources: {'Port': ['ID=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:53.088441 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 1a43b202-5f71-4fd8-84d7-57602d238fca triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:53.088824 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.124754 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47178) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:53.130400 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a56145bc-f2e2-4bc8-ac5d-43a0f3d55a89 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551232715', 'description': 'tempest-description--1763645113'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:53.151532 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a56145bc-f2e2-4bc8-ac5d-43a0f3d55a89 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.172869 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 1a43b202-5f71-4fd8-84d7-57602d238fca is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:53.218404 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a56145bc-f2e2-4bc8-ac5d-43a0f3d55a89 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (a702074d-3e53-471a-aa72-cad2122c1274), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.221892 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a56145bc-f2e2-4bc8-ac5d-43a0f3d55a89 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a702074d-3e53-471a-aa72-cad2122c1274), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.249396 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56145bc-f2e2-4bc8-ac5d-43a0f3d55a89 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a702074d-3e53-471a-aa72-cad2122c1274,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:53.253596 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a56145bc-f2e2-4bc8-ac5d-43a0f3d55a89 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.257440 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a56145bc-f2e2-4bc8-ac5d-43a0f3d55a89 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1283545 Mar 09 06:00:53.259435 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47180) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:53.262941 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-b6e7abd5-533c-4a84-9b9d-86a2bb916af8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': 'a702074d-3e53-471a-aa72-cad2122c1274', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:53.285710 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6e7abd5-533c-4a84-9b9d-86a2bb916af8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (dde48080-48af-492b-919e-a4cd0b320647), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.344516 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6e7abd5-533c-4a84-9b9d-86a2bb916af8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (dde48080-48af-492b-919e-a4cd0b320647), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.348570 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6e7abd5-533c-4a84-9b9d-86a2bb916af8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (dde48080-48af-492b-919e-a4cd0b320647), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.366760 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7abd5-533c-4a84-9b9d-86a2bb916af8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde48080-48af-492b-919e-a4cd0b320647,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:53.374637 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6e7abd5-533c-4a84-9b9d-86a2bb916af8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.376387 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b6e7abd5-533c-4a84-9b9d-86a2bb916af8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163325 Mar 09 06:00:53.378499 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47184) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:53.382864 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-050b0fdd-6598-4035-8487-06350195b89d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': 'a702074d-3e53-471a-aa72-cad2122c1274', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:53.405833 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-050b0fdd-6598-4035-8487-06350195b89d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (335f28eb-79a2-4bfd-a051-23add5481de5), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.462273 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-050b0fdd-6598-4035-8487-06350195b89d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (335f28eb-79a2-4bfd-a051-23add5481de5), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.466007 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-050b0fdd-6598-4035-8487-06350195b89d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (335f28eb-79a2-4bfd-a051-23add5481de5), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.487210 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b0fdd-6598-4035-8487-06350195b89d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335f28eb-79a2-4bfd-a051-23add5481de5,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:53.496651 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-050b0fdd-6598-4035-8487-06350195b89d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.497883 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-050b0fdd-6598-4035-8487-06350195b89d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184464 Mar 09 06:00:53.500863 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47186) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:00:53.505099 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:53.524987 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.627780 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.632107 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:00:53.643633 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:53.644627 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:53.733191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.27.1.233 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/310a9d85-d042-411b-8520-0e2734d265ec) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:00:53.761225 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:53.835738 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (310a9d85-d042-411b-8520-0e2734d265ec), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.870332 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (310a9d85-d042-411b-8520-0e2734d265ec), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:53.907622 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:53.912295 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:53.916212 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:00:53.938348 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=310a9d85-d042-411b-8520-0e2734d265ec,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:53.969869 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 2, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:53.996021 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:00:53.996372 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Updating router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 binding host dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 06:00:54.002397 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (456c856b-abaa-4882-9040-1d5cb0643ccd), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.022762 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.042636 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (310a9d85-d042-411b-8520-0e2734d265ec), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.185755 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (310a9d85-d042-411b-8520-0e2734d265ec), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.190086 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (310a9d85-d042-411b-8520-0e2734d265ec), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.263402 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=310a9d85-d042-411b-8520-0e2734d265ec,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:54.274495 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (456c856b-abaa-4882-9040-1d5cb0643ccd), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.290613 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.291862 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-31fde592-b8c3-4a6f-881e-91586144182c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7900782 Mar 09 06:00:54.298005 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Publish callbacks [] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), precommit_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.303768 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.357319 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca617c-b8e9-4374-97f8-f8744cdc1b39 None None] Pushing event updated for resources: {'Port': ['ID=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,revision_number=3']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:54.407626 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Attempting to bind port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 on host dv-cinder-831167-2-iscsi for vnic_type normal with profile {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:00:54.408003 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Attempting to bind port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 by drivers openvswitch,hyperv on host dv-cinder-831167-2-iscsi at level 0 using segments [{'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:00:54.408374 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Attempting to bind port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:00:54.414072 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Checking agent: {'id': 'fe0c3d89-9d2e-4887-9d57-12664ad1c016', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 46, 7), 'started_at': datetime.datetime(2022, 3, 9, 5, 46, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:00:54.414461 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Checking segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:00:54.415113 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.415507 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Bound using segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} {{(pid=103973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:00:54.415971 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.managers [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Bound port: d03b1b0b-9698-4d34-9f41-80d84e6ab8e6, host: dv-cinder-831167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}}] {{(pid=103973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:00:54.416355 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.462822 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-441f592f-fca2-401d-8587-52a5e8429524 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1551232715&fields=id&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 267 time: 0.0451446 Mar 09 06:00:54.494749 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] For port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6, host dv-cinder-831167-2-iscsi, cleared binding levels {{(pid=103973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:00:54.499029 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] For port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6, host dv-cinder-831167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:00:54.505635 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.562832 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:00:54.563351 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:00:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:54.589491 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-0f1d9275-7553-4a59-b4c6-1ff007adc4fc tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:54.591100 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-0f1d9275-7553-4a59-b4c6-1ff007adc4fc tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.1218863 Mar 09 06:00:54.606685 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-b93ffd28-cbb9-4395-9103-b281a674ee23 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/quotas/956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 375 time: 0.0099940 Mar 09 06:00:54.614333 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca617c-b8e9-4374-97f8-f8744cdc1b39 None None] Pushing event updated for resources: {'Port': ['ID=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:54.642366 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-541d50eb-2a3b-4052-91e6-36231d97f895 None None] Provisioning complete for port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:54.642366 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-541d50eb-2a3b-4052-91e6-36231d97f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:54.676467 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-796a482b-d062-4f2e-8fc5-5f83705864a0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599725 Mar 09 06:00:54.717854 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:00:54.775706 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:00:54.800718 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-a4e80b7c-9428-42d2-b9de-05817a702150 service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095128 Mar 09 06:00:54.892724 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-248500f2-657b-404a-a665-8b0e02d334e6 service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860617 Mar 09 06:00:55.041576 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-541d50eb-2a3b-4052-91e6-36231d97f895 None None] Current status of the port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 is: DOWN; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:55.042136 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-541d50eb-2a3b-4052-91e6-36231d97f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:55.062626 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d5bcdfe2-27eb-45be-ada7-bce0e99e3e02 req-1adb2136-27be-4e87-a7c3-3beee9d34863 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 210 time: 0.0300696 Mar 09 06:00:55.122277 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:55.122659 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:55.151697 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-541d50eb-2a3b-4052-91e6-36231d97f895 None None] For port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:55.158503 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-541d50eb-2a3b-4052-91e6-36231d97f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:55.252137 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d50eb-2a3b-4052-91e6-36231d97f895 None None] Pushing event updated for resources: {'Port': ['ID=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:55.302594 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:54Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:00:55.340438 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f89d21-c408-4091-a7bc-0c48f167acd2 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:54Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:00:55.345548 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:55.347701 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-985be0a7-1afd-43e3-96f1-29eca1a82efe None None] Provisioning complete for port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:55.348039 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-985be0a7-1afd-43e3-96f1-29eca1a82efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:55.454855 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-985be0a7-1afd-43e3-96f1-29eca1a82efe None None] Current status of the port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:56.208958 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b071b1c5-8ad7-4ab7-8933-c5ee9a20f4c9 req-37fc1a97-3f80-477f-bf62-e322341eed68 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 210 time: 0.0414667 Mar 09 06:00:56.244639 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1728f9f8-d835-407f-8146-91cb82c34ce3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:56.246137 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1728f9f8-d835-407f-8146-91cb82c34ce3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.1671770 Mar 09 06:00:56.317863 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-b750a235-8127-47f6-9ab9-5c4402c44743 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 380 time: 0.0542066 Mar 09 06:00:56.326508 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'port': {'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'admin_state_up': True, 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'security_groups': ['a702074d-3e53-471a-aa72-cad2122c1274']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:56.435198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Made reservation on behalf of 956e9015cdfa48519e98091fb770fd62 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:00:56.438562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:56.556445 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.20.0.12 (9b9b43cd-faf3-483e-ab46-2bb3357a1f58/fb0c333b-8f8e-4191-8447-ed66d9ecbad6/3f0194af-65be-48fe-a627-596a63d9a80b) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:00:56.687216 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (3f0194af-65be-48fe-a627-596a63d9a80b), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:56.720524 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:56.761848 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:00:56.766894 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:00:56.770465 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:00:56.770671 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 up at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:00:56.799431 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=3f0194af-65be-48fe-a627-596a63d9a80b,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:56.830057 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:56.830810 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:56.831784 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Provisioning complete for port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:56.832240 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:56.850251 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-1a2ebd53-b199-4bf4-9143-305d843841c0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5272937 Mar 09 06:00:56.868638 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Request body: {'port': {'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:00:56.916459 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Current status of the port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 is: ACTIVE; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:56.930325 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:57.086164 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-a6264176-2072-45b9-a682-bf6ffc724a54 None None] Provisioning complete for port 3f0194af-65be-48fe-a627-596a63d9a80b triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:00:57.086704 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a6264176-2072-45b9-a682-bf6ffc724a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:57.123060 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-a6264176-2072-45b9-a682-bf6ffc724a54 None None] Port 3f0194af-65be-48fe-a627-596a63d9a80b cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:00:57.190019 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0194af-65be-48fe-a627-596a63d9a80b {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:00:57.197618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Publish callbacks [] for port (3f0194af-65be-48fe-a627-596a63d9a80b), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:57.208766 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Transition to ACTIVE for port object 3f0194af-65be-48fe-a627-596a63d9a80b will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:00:57.212565 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:57.264869 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0194af-65be-48fe-a627-596a63d9a80b,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:57.331810 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Attempting to bind port 3f0194af-65be-48fe-a627-596a63d9a80b on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:00:57.332158 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Attempting to bind port 3f0194af-65be-48fe-a627-596a63d9a80b by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:00:57.332517 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Attempting to bind port 3f0194af-65be-48fe-a627-596a63d9a80b on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:00:57.337602 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Port 3f0194af-65be-48fe-a627-596a63d9a80b on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:00:57.337762 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Attempting to bind port 3f0194af-65be-48fe-a627-596a63d9a80b on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:00:57.342837 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:00:57.343174 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Checking segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:00:57.343554 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Bound using segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:00:57.343974 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Bound port: 3f0194af-65be-48fe-a627-596a63d9a80b, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:00:57.344332 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:57.347253 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440713ae-05e9-41c0-8cf0-dba6c17e8373 req-3f8ccbc8-78d5-41bb-ae09-05bbe084d1ba tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:57.352888 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-440713ae-05e9-41c0-8cf0-dba6c17e8373 req-3f8ccbc8-78d5-41bb-ae09-05bbe084d1ba tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 944 time: 0.0706251 Mar 09 06:00:57.404323 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-440713ae-05e9-41c0-8cf0-dba6c17e8373 req-5cdaadd8-1153-4d20-b4e7-70f46cdd30db tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481093 Mar 09 06:00:57.415992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] For port 3f0194af-65be-48fe-a627-596a63d9a80b, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:00:57.419421 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] For port 3f0194af-65be-48fe-a627-596a63d9a80b, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3f0194af-65be-48fe-a627-596a63d9a80b,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:00:57.426334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:57.464475 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:57.465100 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:57.466484 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f0194af-65be-48fe-a627-596a63d9a80b HTTP/1.1" status: 200 len: 1094 time: 0.6029510 Mar 09 06:00:57.466926 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:00:57.469204 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d37158-6edc-435e-9af9-5cb103a0cd96" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:00:57.499202 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c4926-74c5-4517-a9b3-c1474bd41238 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0194af-65be-48fe-a627-596a63d9a80b,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:57.522070 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffc641-5684-4ce8-806b-a796c0fbff49 x-openstack-request-id: req-08ffc641-5684-4ce8-806b-a796c0fbff49 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:00:57.522583 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:00:57.522842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08ffc641-5684-4ce8-806b-a796c0fbff49 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:00:57.523433 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b', 'status': 'completed', 'code': 200} Mar 09 06:00:57.593439 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-8b880b0e-b76b-4b9e-be3e-a5a387be92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:57.594903 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-8b880b0e-b76b-4b9e-be3e-a5a387be92e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 1128 time: 0.0472627 Mar 09 06:00:57.647608 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-b4e25f61-63cf-41a5-8762-789f423cdf0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f0194af-65be-48fe-a627-596a63d9a80b HTTP/1.1" status: 200 len: 217 time: 0.0384803 Mar 09 06:00:57.694736 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-3d9e7124-517e-46da-aeb7-e095a5220716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:57.696860 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-3d9e7124-517e-46da-aeb7-e095a5220716 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0435269 Mar 09 06:00:57.744832 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-393b620c-0def-4558-a3bb-0ea8beb318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:57.746290 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-393b620c-0def-4558-a3bb-0ea8beb318e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421901 Mar 09 06:00:57.835142 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-50992de5-a185-4136-a7f5-1dfb449cddd3 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823870 Mar 09 06:00:57.923275 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-b3c42560-1956-40e6-bc5a-fdf3a12ebb96 req-39250974-fdc9-456a-a95e-7c30b66547c4 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800819 Mar 09 06:00:58.069377 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-835a3c0f-6f6a-468f-b543-dc7639a9b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:58.071493 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-835a3c0f-6f6a-468f-b543-dc7639a9b7bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 1128 time: 0.0441258 Mar 09 06:00:58.160291 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-109c3c30-4abe-4cad-ac9c-a1cf06ebc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:58.161682 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-109c3c30-4abe-4cad-ac9c-a1cf06ebc655 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.0836530 Mar 09 06:00:58.201825 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-7bae5eaf-61eb-44a0-a254-6e1be9487116 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f0194af-65be-48fe-a627-596a63d9a80b HTTP/1.1" status: 200 len: 217 time: 0.0332725 Mar 09 06:00:58.251878 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-cfa5db21-66ae-4b36-851c-0c8f2e91a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:58.253360 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-cfa5db21-66ae-4b36-851c-0c8f2e91a1c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0449212 Mar 09 06:00:58.300304 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-9f2b2806-5c85-4df1-9a44-930bda3d499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:58.301772 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-9f2b2806-5c85-4df1-9a44-930bda3d499f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421646 Mar 09 06:00:58.394806 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-f3877ff2-a049-4a8e-88a2-b5551ecd99b6 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Mar 09 06:00:58.536339 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda03b-80f8-4b87-a264-fdbb70c8940f req-6873df1a-f5e4-498c-b821-c9e27cbffc76 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:58.538114 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-99eda03b-80f8-4b87-a264-fdbb70c8940f req-6873df1a-f5e4-498c-b821-c9e27cbffc76 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 944 time: 0.0549946 Mar 09 06:00:58.592179 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-99eda03b-80f8-4b87-a264-fdbb70c8940f req-9da40d5b-69bb-46cf-bdb8-48522d7cef14 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470185 Mar 09 06:00:58.726754 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-12d37158-6edc-435e-9af9-5cb103a0cd96 req-0722fe16-8527-4b1d-b25c-c0cec8e4aa7a service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253181 Mar 09 06:00:58.787040 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 3f0194af-65be-48fe-a627-596a63d9a80b details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:00:58.888184 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 3f0194af-65be-48fe-a627-596a63d9a80b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3f0194af-65be-48fe-a627-596a63d9a80b,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:58.899790 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '3f0194af-65be-48fe-a627-596a63d9a80b', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:00:58.946258 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 3f0194af-65be-48fe-a627-596a63d9a80b is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:00:58.946658 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:58.962888 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0194af-65be-48fe-a627-596a63d9a80b {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:00:58.991572 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 3f0194af-65be-48fe-a627-596a63d9a80b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3f0194af-65be-48fe-a627-596a63d9a80b,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:00:58.995737 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:00:59.046498 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=3f0194af-65be-48fe-a627-596a63d9a80b,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:00:59.055629 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.055974 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.056320 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.056682 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.057330 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.057666 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.057995 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.058447 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.058777 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.059104 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.059428 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.059775 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.060096 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:00:59.340484 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['3f0194af-65be-48fe-a627-596a63d9a80b'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:00:59.709538 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2066-bf71-469b-8390-3ed1d311b1a2 req-b093275e-3819-434b-9f7e-b209bfd30e33 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:00:59.710985 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3e8b2066-bf71-469b-8390-3ed1d311b1a2 req-b093275e-3819-434b-9f7e-b209bfd30e33 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 945 time: 0.0518587 Mar 09 06:00:59.759543 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3e8b2066-bf71-469b-8390-3ed1d311b1a2 req-6b6fed55-51e8-46a9-8de8-20bc3a7d1e2d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Mar 09 06:01:00.758012 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0049f2b5-6ac5-401a-a46b-5d8e54ae4b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:00.803545 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 3f0194af-65be-48fe-a627-596a63d9a80b up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:01:00.852896 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 3f0194af-65be-48fe-a627-596a63d9a80b completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:01:00.856729 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 3f0194af-65be-48fe-a627-596a63d9a80b triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:01:00.857108 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:00.878188 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03999f-6e96-4115-88d3-d636d51ceb35 req-c3ea6d3d-db80-4d99-b865-c7ba6d459da8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:00.879676 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2e03999f-6e96-4115-88d3-d636d51ceb35 req-c3ea6d3d-db80-4d99-b865-c7ba6d459da8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 945 time: 0.0536857 Mar 09 06:01:00.927792 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-2e03999f-6e96-4115-88d3-d636d51ceb35 req-131f7986-bdae-458c-bb87-075c8b0a9ec7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417757 Mar 09 06:01:00.939398 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 3f0194af-65be-48fe-a627-596a63d9a80b is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:01:00.939800 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:00.963124 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:01:00.965372 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b08077-6565-44d6-8136-7c64a3f9a3bd" -d '{"events": [{"server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "name": "network-vif-plugged", "status": "completed", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:01:00.977975 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 3f0194af-65be-48fe-a627-596a63d9a80b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3f0194af-65be-48fe-a627-596a63d9a80b,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:00.981951 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:01.004308 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1df4caa-b7d6-4020-b693-56af87a911b6 x-openstack-request-id: req-e1df4caa-b7d6-4020-b693-56af87a911b6 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:01:01.004627 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "name": "network-vif-plugged", "status": "completed", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:01:01.004882 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1df4caa-b7d6-4020-b693-56af87a911b6 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:01:01.005271 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b', 'code': 200} Mar 09 06:01:01.040457 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=3f0194af-65be-48fe-a627-596a63d9a80b,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:01.215660 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f4fb-89a0-4a4a-9f3c-ed28f7d9ec35 req-74c065ed-2088-4e95-b9a4-249746254e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:01.217056 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78f3f4fb-89a0-4a4a-9f3c-ed28f7d9ec35 req-74c065ed-2088-4e95-b9a4-249746254e15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 1130 time: 0.0439174 Mar 09 06:01:01.260223 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-78f3f4fb-89a0-4a4a-9f3c-ed28f7d9ec35 req-7f24adab-6483-4ee8-8240-2a62cf10ef2e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361609 Mar 09 06:01:02.044126 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a409-ed21-40ed-9c85-4677029ee42d req-1a456531-21db-459b-be34-5f4b26693a98 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:02.045631 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4447a409-ed21-40ed-9c85-4677029ee42d req-1a456531-21db-459b-be34-5f4b26693a98 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 946 time: 0.0522695 Mar 09 06:01:02.092629 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4447a409-ed21-40ed-9c85-4677029ee42d req-aed0165d-084f-405f-89ae-605cccb04b84 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 Mar 09 06:01:03.096211 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e11dd65-948b-4b00-a6c6-76e8fda1e30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:03.210507 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b9239-4e22-42b4-b4d1-476493287345 req-5128ec51-da60-4fab-b2c3-1700ab8b649e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:03.211939 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db9b9239-4e22-42b4-b4d1-476493287345 req-5128ec51-da60-4fab-b2c3-1700ab8b649e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 946 time: 0.0514345 Mar 09 06:01:03.257644 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-db9b9239-4e22-42b4-b4d1-476493287345 req-5bf1fcf4-04f3-411a-8513-9149a48beccb tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Mar 09 06:01:03.377235 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67894b0e-3e72-4641-a9c7-8796de905d54 req-1decc1ce-f942-4208-953b-e2f1be469239 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:03.379341 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-67894b0e-3e72-4641-a9c7-8796de905d54 req-1decc1ce-f942-4208-953b-e2f1be469239 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 946 time: 0.0580654 Mar 09 06:01:03.387729 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47238) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:03.391934 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:03.430300 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (456c856b-abaa-4882-9040-1d5cb0643ccd), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:03.862952 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:03.866724 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (456c856b-abaa-4882-9040-1d5cb0643ccd), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:03.968797 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP 456c856b-abaa-4882-9040-1d5cb0643ccd associated. External IP: 172.27.1.233, port: 3f0194af-65be-48fe-a627-596a63d9a80b. Mar 09 06:01:04.176224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:01:04.282793 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:01:04.287687 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:04.292594 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:01:04.302678 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:01:04.303289 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:04.317983 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-920f1515-adca-4dc4-9092-639f3746184a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "PUT /v2.0/floatingips/456c856b-abaa-4882-9040-1d5cb0643ccd HTTP/1.1" status: 200 len: 992 time: 0.9292374 Mar 09 06:01:04.318564 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:01:04.321767 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:01:04.414571 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:01:04.420313 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:04.438836 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6524ead8-eefb-4dac-a74a-617b77d02b74 x-openstack-request-id: req-6524ead8-eefb-4dac-a74a-617b77d02b74 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:01:04.439320 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:01:04.439426 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6524ead8-eefb-4dac-a74a-617b77d02b74 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:01:04.439854 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b', 'status': 'completed', 'code': 200} Mar 09 06:01:04.547267 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-5c9c102b-ee86-46e9-8ab2-6883b056cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:04.548783 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-5c9c102b-ee86-46e9-8ab2-6883b056cce7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 1130 time: 0.0580702 Mar 09 06:01:04.655545 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-67116cf7-89ea-4890-a5a8-6fb9e3c6e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:04.657085 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-67116cf7-89ea-4890-a5a8-6fb9e3c6e12c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.1015284 Mar 09 06:01:04.673372 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:03Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:04.701382 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:01:04.710351 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:01:04.711081 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:04.751716 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd32f-c261-4cf4-bbc3-76ab5f2815df req-184e995d-b055-4aeb-8e00-2bf68bf0fe7d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:04.753258 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cf1bd32f-c261-4cf4-bbc3-76ab5f2815df req-184e995d-b055-4aeb-8e00-2bf68bf0fe7d tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 947 time: 0.0550084 Mar 09 06:01:04.795491 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-39039300-2aed-4efb-b2dd-266607ffec86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f0194af-65be-48fe-a627-596a63d9a80b HTTP/1.1" status: 200 len: 1000 time: 0.0682168 Mar 09 06:01:04.802850 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-cf1bd32f-c261-4cf4-bbc3-76ab5f2815df req-bdfd6f1c-cbbc-4830-83e1-e2aa26bf11d7 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Mar 09 06:01:04.824148 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:01:04.843383 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-52f80ab1-931f-441d-b295-85eca4c1329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:04.844870 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-52f80ab1-931f-441d-b295-85eca4c1329b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0433099 Mar 09 06:01:04.894259 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-ea301840-d1cc-4ee1-8bac-a09d18c72731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:04.895657 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-ea301840-d1cc-4ee1-8bac-a09d18c72731 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435615 Mar 09 06:01:04.992487 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-6daa5fee-9aea-46e9-9563-4be4f89291cd service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890658 Mar 09 06:01:05.050988 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:03Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:05.077837 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20dd968-a78e-454b-96d3-5be8cf7744bd None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:03Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:01:05.081596 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e10c6fbb-17d7-4c67-b5ee-3008ecf73c38 req-2ff9153e-b73d-41e4-8420-f0b5eafc58ad service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811512 Mar 09 06:01:05.264243 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c850a-4897-4c9c-82de-57588b00b835 None None] New status for floating IP 456c856b-abaa-4882-9040-1d5cb0643ccd: ACTIVE {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:01:05.545847 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:05.932003 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e475cf-147e-473c-8fe5-3fcad595d66b req-a6c1911d-e30f-47af-8926-752087d06999 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:05.933495 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-71e475cf-147e-473c-8fe5-3fcad595d66b req-a6c1911d-e30f-47af-8926-752087d06999 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 947 time: 0.0563011 Mar 09 06:01:05.979480 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-71e475cf-147e-473c-8fe5-3fcad595d66b req-d7fd4e3e-816e-4d31-a72f-024ff073cce9 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a8c086f-42f4-4554-b539-e8b538124fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 Mar 09 06:01:06.413325 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-da42ff31-50e4-4b38-9171-ad1a4fdf7b1a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:06.415450 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-da42ff31-50e4-4b38-9171-ad1a4fdf7b1a tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 947 time: 0.0519006 Mar 09 06:01:06.509355 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Deleting port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:01:06.509643 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:06.594463 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] For port b0096e4e-a6ac-4614-8d3f-91c3ecff7025, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:06.594858 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:06.762952 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:06.763240 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (c2ad4bc2-8243-4b5e-9612-47ae20eddf40), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:06.763563 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Floating IP c2ad4bc2-8243-4b5e-9612-47ae20eddf40 disassociated. External IP: 172.27.1.243, port: b0096e4e-a6ac-4614-8d3f-91c3ecff7025. Mar 09 06:01:06.763909 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Calling delete_port for b0096e4e-a6ac-4614-8d3f-91c3ecff7025 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:01:06.884881 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (b0096e4e-a6ac-4614-8d3f-91c3ecff7025), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:06.909872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event deleted for resources: {'Port': ['ID=b0096e4e-a6ac-4614-8d3f-91c3ecff7025,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:07.024618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:01:07.079556 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d109c769-cd41-4bd2-bdf6-37fff37a510c req-953b53de-8033-4e54-9ffd-14e7a2004a72 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b5e07b2-c7c2-41e8-90a2-8965a01f925f HTTP/1.1" status: 200 len: 210 time: 0.0282404 Mar 09 06:01:07.137853 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:01:07.138216 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:07.148724 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] Sync routers for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:01:07.160107 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:01:07.161260 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:07.183765 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] No DVR routers for this DVR port b0096e4e-a6ac-4614-8d3f-91c3ecff7025 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:01:07.186227 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:07.189674 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-94acc7e4-8a88-4b0a-9157-fb86c2ec4aeb req-42d43c37-3f23-422c-baee-0cb1674989d0 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.32 "DELETE /v2.0/ports/b0096e4e-a6ac-4614-8d3f-91c3ecff7025 HTTP/1.1" status: 204 len: 173 time: 0.7682798 Mar 09 06:01:07.190153 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-deleted', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:01:07.192737 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4671ea-7bd0-497b-82ba-b7058430cb16" -d '{"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-deleted", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:01:07.236669 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4da80-9cf7-4d97-a9be-f6e0f0e0e090 x-openstack-request-id: req-c9f4da80-9cf7-4d97-a9be-f6e0f0e0e090 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:01:07.236974 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e07b2-c7c2-41e8-90a2-8965a01f925f", "name": "network-vif-deleted", "tag": "b0096e4e-a6ac-4614-8d3f-91c3ecff7025", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:01:07.237234 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9f4da80-9cf7-4d97-a9be-f6e0f0e0e090 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:01:07.237679 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e07b2-c7c2-41e8-90a2-8965a01f925f', 'name': 'network-vif-deleted', 'tag': 'b0096e4e-a6ac-4614-8d3f-91c3ecff7025', 'status': 'completed', 'code': 200} Mar 09 06:01:07.287091 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:01:07.519242 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:07.545897 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] Checking router: c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:01:07.553791 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:01:07.555021 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:07.748791 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:01:07.939173 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:07.969749 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79501f27-7447-4bd9-8db3-93f114ee6242 None None] The sync data for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi is: [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T05:54:19Z', 'revision_number': 4, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '4e4aca44-4b73-42c8-a767-09a5d288ef5b', 'name': '', 'network_id': 'ca3eeb19-2a38-440d-986e-aeaef681994a', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'mac_address': 'fa:16:3e:01:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:17Z', 'updated_at': '2022-03-09T05:54:30Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'subnets': [{'id': 'd3924960-cb08-4fc3-aa79-3f821bc84940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:01:08.170495 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47270) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:08.203362 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c2381-96e2-4cf7-9334-4506c737782d None None] New status for floating IP c2ad4bc2-8243-4b5e-9612-47ae20eddf40: DOWN {{(pid=103973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:01:08.229066 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-150b50c8-9493-4dcf-9bec-1e8caf1f924b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (5a8c086f-42f4-4554-b539-e8b538124fdc), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.253267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-150b50c8-9493-4dcf-9bec-1e8caf1f924b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (5a8c086f-42f4-4554-b539-e8b538124fdc), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.300622 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-150b50c8-9493-4dcf-9bec-1e8caf1f924b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (5a8c086f-42f4-4554-b539-e8b538124fdc), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.303114 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-150b50c8-9493-4dcf-9bec-1e8caf1f924b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.304247 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-150b50c8-9493-4dcf-9bec-1e8caf1f924b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "DELETE /v2.0/security-groups/5a8c086f-42f4-4554-b539-e8b538124fdc HTTP/1.1" status: 204 len: 168 time: 0.1325610 Mar 09 06:01:08.308076 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47272) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:08.315321 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b50c8-9493-4dcf-9bec-1e8caf1f924b tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c086f-42f4-4554-b539-e8b538124fdc,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:08.324171 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.api.v2.resource [None req-18420c62-c49c-45a7-8367-0822f2b60241 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] show failed (client error): The resource could not be found. Mar 09 06:01:08.328561 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-18420c62-c49c-45a7-8367-0822f2b60241 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "GET /v2.0/security-groups/5a8c086f-42f4-4554-b539-e8b538124fdc HTTP/1.1" status: 404 len: 347 time: 0.0153840 Mar 09 06:01:08.328734 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47274) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:08.451220 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Deleting port be00107e-9c94-4761-aea7-36dfb0a0856c {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:01:08.451478 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.522306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.522629 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (be00107e-9c94-4761-aea7-36dfb0a0856c), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.533795 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Calling delete_port for be00107e-9c94-4761-aea7-36dfb0a0856c owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:01:08.664899 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (be00107e-9c94-4761-aea7-36dfb0a0856c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.686686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Pushing event deleted for resources: {'Port': ['ID=be00107e-9c94-4761-aea7-36dfb0a0856c,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:08.753012 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks [] for floatingip (c2ad4bc2-8243-4b5e-9612-47ae20eddf40), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.755486 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:08.757592 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-223c0947-578f-4e11-8808-da3d63a8b2f6 tempest-AttachVolumeShelveTestJSON-194740455 tempest-AttachVolumeShelveTestJSON-194740455-project] 10.222.0.36 "DELETE /v2.0/floatingips/c2ad4bc2-8243-4b5e-9612-47ae20eddf40 HTTP/1.1" status: 204 len: 168 time: 0.4269757 Mar 09 06:01:08.866343 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:01:08.889374 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: b0096e4e-a6ac-4614-8d3f-91c3ecff7025 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:01:08.889719 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device b0096e4e-a6ac-4614-8d3f-91c3ecff7025 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:01:11.149882 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47298) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:11.536009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:11.774441 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Deleting port 4e4aca44-4b73-42c8-a767-09a5d288ef5b {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:01:11.774774 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:11.850385 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] For port 4e4aca44-4b73-42c8-a767-09a5d288ef5b, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=4e4aca44-4b73-42c8-a767-09a5d288ef5b,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:11.850743 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:11.866046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Calling delete_port for 4e4aca44-4b73-42c8-a767-09a5d288ef5b owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:01:12.039904 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (4e4aca44-4b73-42c8-a767-09a5d288ef5b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.064894 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4aca44-4b73-42c8-a767-09a5d288ef5b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:12.228086 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.446898 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:01:12.553327 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:01:12.558729 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-dd2255f2-ac47-4d30-a790-975058d2ace9 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4078324 Mar 09 06:01:12.561387 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47304) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:12.564136 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] Sync routers for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:01:12.574353 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:01:12.574962 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:12.665481 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks [] for router (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.679803 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:01:12.771395 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks [] for router_gateway (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.804731 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.824891 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Deleting port 4068bea0-4355-42da-ba6f-b8b682981541 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:01:12.825243 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (4068bea0-4355-42da-ba6f-b8b682981541), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.856032 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': '4068bea0-4355-42da-ba6f-b8b682981541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T06:01:11Z', 'revision_number': 5, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port': {'id': '4068bea0-4355-42da-ba6f-b8b682981541', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:54:10Z', 'updated_at': '2022-03-09T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:12.881607 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] Checking router: c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:01:12.889900 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] Routers {'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:01:12.890495 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:12.900201 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] For port 4068bea0-4355-42da-ba6f-b8b682981541, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=4068bea0-4355-42da-ba6f-b8b682981541,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:12.900600 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (4068bea0-4355-42da-ba6f-b8b682981541), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:12.918012 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Calling delete_port for 4068bea0-4355-42da-ba6f-b8b682981541 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:01:12.978298 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] Set router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 gateway port host: None {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:01:13.035182 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T06:01:12Z', 'revision_number': 6, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port_host': None}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:13.062234 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e53139-0ecf-43bd-ac42-7fe8740f11c0 None None] The sync data for ids ['c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787'] in dv-cinder-831167-2-iscsi is: [{'id': 'c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787', 'name': 'tempest-AttachVolumeShelveTestJSON-1850283010-router', 'tenant_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:54:09Z', 'updated_at': '2022-03-09T06:01:12Z', 'revision_number': 6, 'project_id': 'a1e4e7f1ed694b2c935d746c2c5427aa', 'gw_port_host': None}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:01:13.094963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (4068bea0-4355-42da-ba6f-b8b682981541), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.356051 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Pushing event deleted for resources: {'Port': ['ID=4068bea0-4355-42da-ba6f-b8b682981541,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:13.417306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.509328 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.511354 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks [] for router_controller (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.555204 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.555721 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:01:13.560094 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.561140 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-77844e14-b375-4ed5-8bc2-9789e680c78d admin admin] 10.222.0.36 "DELETE /v2.0/routers/c9e36cf6-0d01-4ca7-9104-d7fc1f0fd787 HTTP/1.1" status: 204 len: 168 time: 0.9971461 Mar 09 06:01:13.563805 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47306) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:13.606910 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] Deleting subnet d3924960-cb08-4fc3-aa79-3f821bc84940 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:01:13.609990 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] Publish callbacks [] for subnet (d3924960-cb08-4fc3-aa79-3f821bc84940), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.642363 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (d3924960-cb08-4fc3-aa79-3f821bc84940), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.717503 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (d3924960-cb08-4fc3-aa79-3f821bc84940), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.767497 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (d3924960-cb08-4fc3-aa79-3f821bc84940), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.793394 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3924960-cb08-4fc3-aa79-3f821bc84940,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:13.795334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.798481 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cd5b4e39-30df-47a1-b098-92a0f56a790e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d3924960-cb08-4fc3-aa79-3f821bc84940 HTTP/1.1" status: 204 len: 168 time: 0.2337382 Mar 09 06:01:13.802530 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47308) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:13.803483 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdcee6-f0ad-48ab-9d13-810abc2ebba2 None None] Network ca3eeb19-2a38-440d-986e-aeaef681994a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:01:13.874315 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (ca3eeb19-2a38-440d-986e-aeaef681994a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.939482 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Deleting port a90215d4-1673-49cc-85e7-dc083a5ecb3d {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:01:13.939849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:13.965375 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] DHCP port deletion for ca3eeb19-2a38-440d-986e-aeaef681994a request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:01:14.004417 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] For port a90215d4-1673-49cc-85e7-dc083a5ecb3d, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=a90215d4-1673-49cc-85e7-dc083a5ecb3d,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:14.004777 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.012660 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] Deleting port a90215d4-1673-49cc-85e7-dc083a5ecb3d {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:01:14.013037 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.016784 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Calling delete_port for a90215d4-1673-49cc-85e7-dc083a5ecb3d owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:01:14.079956 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] For port a90215d4-1673-49cc-85e7-dc083a5ecb3d, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=a90215d4-1673-49cc-85e7-dc083a5ecb3d,segment=NetworkSegment(eaeec34d-88d3-43cd-b4a4-efb4874212a0),segment_id=eaeec34d-88d3-43cd-b4a4-efb4874212a0)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:14.080353 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.095138 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] Calling delete_port for a90215d4-1673-49cc-85e7-dc083a5ecb3d owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:01:14.108489 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.138578 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] No DVR routers for this DVR port a90215d4-1673-49cc-85e7-dc083a5ecb3d on host dv-cinder-831167-2-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:01:14.142278 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Pushing event deleted for resources: {'Port': ['ID=a90215d4-1673-49cc-85e7-dc083a5ecb3d,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:14.182157 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (a90215d4-1673-49cc-85e7-dc083a5ecb3d), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.205955 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] Pushing event deleted for resources: {'Port': ['ID=a90215d4-1673-49cc-85e7-dc083a5ecb3d,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:14.209677 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d262fa-133f-4ba4-ba39-28261de56c89 None None] No DVR routers for this DVR port a90215d4-1673-49cc-85e7-dc083a5ecb3d on host dv-cinder-831167-2-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:01:14.216602 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (ca3eeb19-2a38-440d-986e-aeaef681994a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.236943 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3eeb19-2a38-440d-986e-aeaef681994a']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:14.246511 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaeec34d-88d3-43cd-b4a4-efb4874212a0') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:14.246814 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaeec34d-88d3-43cd-b4a4-efb4874212a0') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:14.255959 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734026'] for segment (eaeec34d-88d3-43cd-b4a4-efb4874212a0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.269481 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (eaeec34d-88d3-43cd-b4a4-efb4874212a0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.275877 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:01:14.276251 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126030243'] for segment (eaeec34d-88d3-43cd-b4a4-efb4874212a0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: Traceback (most recent call last): Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: timer() Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: cb(*args, **kw) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: return func(*args, **kwargs) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: self._notify() Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: self.callback(batched_events) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: event.method(event) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: return f(self, *a, **k) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._get(url).json() Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: return self.request(url, 'GET', **kwargs) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:01:14.277938 dv-cinder-831167-2-iscsi neutron-server[103971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:01:14.330129 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (ca3eeb19-2a38-440d-986e-aeaef681994a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.337907 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.340987 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] 10.222.0.36 "DELETE /v2.0/networks/ca3eeb19-2a38-440d-986e-aeaef681994a HTTP/1.1" status: 204 len: 168 time: 0.5373771 Mar 09 06:01:14.349882 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc998b1-52af-4104-98c6-9932190d984f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3eeb19-2a38-440d-986e-aeaef681994a,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:14.452887 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47312) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:14.493140 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-2a99c32d-4d82-4cfa-8929-1a1733c4370a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1e4e7f1ed694b2c935d746c2c5427aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391150 Mar 09 06:01:14.495517 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47314) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:14.546192 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-493ddee3-c68e-4d42-875d-9cc2ca6a0f4e admin admin] Publish callbacks [] for security_group (dd05eeec-9705-422b-b84f-86bd7f9ccd57), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.567403 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-493ddee3-c68e-4d42-875d-9cc2ca6a0f4e admin admin] Publish callbacks [] for security_group (dd05eeec-9705-422b-b84f-86bd7f9ccd57), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.612823 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-493ddee3-c68e-4d42-875d-9cc2ca6a0f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (dd05eeec-9705-422b-b84f-86bd7f9ccd57), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.615415 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-493ddee3-c68e-4d42-875d-9cc2ca6a0f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:14.616691 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-493ddee3-c68e-4d42-875d-9cc2ca6a0f4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd05eeec-9705-422b-b84f-86bd7f9ccd57 HTTP/1.1" status: 204 len: 168 time: 0.1201611 Mar 09 06:01:14.623955 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ddee3-c68e-4d42-875d-9cc2ca6a0f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd05eeec-9705-422b-b84f-86bd7f9ccd57,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:14.751496 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4e4aca44-4b73-42c8-a767-09a5d288ef5b no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:01:14.773469 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 4e4aca44-4b73-42c8-a767-09a5d288ef5b {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:01:14.773469 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4e4aca44-4b73-42c8-a767-09a5d288ef5b not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:01:14.773469 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device a90215d4-1673-49cc-85e7-dc083a5ecb3d no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:01:14.795844 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: a90215d4-1673-49cc-85e7-dc083a5ecb3d {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:01:14.796187 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device a90215d4-1673-49cc-85e7-dc083a5ecb3d not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:01:14.796629 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4068bea0-4355-42da-ba6f-b8b682981541 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:01:14.816424 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 4068bea0-4355-42da-ba6f-b8b682981541 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:01:14.816759 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 4068bea0-4355-42da-ba6f-b8b682981541 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:01:15.974519 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-93588ef8-04fd-4d6a-a8df-245d401a6da7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437019 Mar 09 06:01:16.075686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-747070a3-123e-4a60-9ae3-c4b445782a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:16.077192 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-747070a3-123e-4a60-9ae3-c4b445782a4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1130 time: 0.0429573 Mar 09 06:01:16.181986 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-da695341-42de-42d7-91ef-f91b72a0a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:16.183436 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-da695341-42de-42d7-91ef-f91b72a0a5e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 909 time: 0.0879920 Mar 09 06:01:16.247238 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-ccce8428-4b38-4110-b8e3-13116a10bcd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 1001 time: 0.0579462 Mar 09 06:01:16.297938 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-6a92d181-1824-4fed-b9e6-5bbb71461934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:16.299369 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-6a92d181-1824-4fed-b9e6-5bbb71461934 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 200 len: 847 time: 0.0471630 Mar 09 06:01:16.348017 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-04cfefba-b2f7-46aa-8ded-96b4d6628a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:16.349553 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-04cfefba-b2f7-46aa-8ded-96b4d6628a57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79ed3483-fc87-4ae7-bcd3-e345f2e15952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434480 Mar 09 06:01:16.441382 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-b3d9a9c7-2eac-4392-8275-3c0eaf306860 service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821726 Mar 09 06:01:16.529703 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-08aa9e82-d887-4133-9fb3-2ae8ea427199 req-5a91af38-02c3-4c6d-b8fa-456dd164bc2c service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775669 Mar 09 06:01:18.252448 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47378) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:18.354357 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4550c48c-efc3-4c38-97d1-00c0dc898039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:18.428393 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4550c48c-efc3-4c38-97d1-00c0dc898039 admin admin] Publish callbacks [] for security_group (a166c2e6-313a-4e98-b99e-7ac47336ee32), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:18.432458 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-4550c48c-efc3-4c38-97d1-00c0dc898039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a166c2e6-313a-4e98-b99e-7ac47336ee32), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:18.472866 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-4550c48c-efc3-4c38-97d1-00c0dc898039 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e7433ee443a44ea9218a92fdca32588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193644 Mar 09 06:01:18.474872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550c48c-efc3-4c38-97d1-00c0dc898039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166c2e6-313a-4e98-b99e-7ac47336ee32,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:18.475569 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47382) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:18.524014 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed393f9c-9757-4dc2-a075-a3bfdcc20ad3 admin admin] Publish callbacks [] for security_group (a166c2e6-313a-4e98-b99e-7ac47336ee32), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:18.544293 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed393f9c-9757-4dc2-a075-a3bfdcc20ad3 admin admin] Publish callbacks [] for security_group (a166c2e6-313a-4e98-b99e-7ac47336ee32), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:18.589588 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed393f9c-9757-4dc2-a075-a3bfdcc20ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a166c2e6-313a-4e98-b99e-7ac47336ee32), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:18.592254 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed393f9c-9757-4dc2-a075-a3bfdcc20ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:18.593398 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-ed393f9c-9757-4dc2-a075-a3bfdcc20ad3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a166c2e6-313a-4e98-b99e-7ac47336ee32 HTTP/1.1" status: 204 len: 168 time: 0.1168301 Mar 09 06:01:18.600780 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed393f9c-9757-4dc2-a075-a3bfdcc20ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166c2e6-313a-4e98-b99e-7ac47336ee32,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:19.191176 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47404) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:19.412661 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-66445771-network', 'tenant_id': 'c117cea5e715479d8b9425abf7ab6da2'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:19.432310 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Made reservation on behalf of c117cea5e715479d8b9425abf7ab6da2 for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:01:19.434599 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.442813 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.519105 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks [] for security_group (65b79a27-190f-488a-8349-dcc3e45685e6), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.523759 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (65b79a27-190f-488a-8349-dcc3e45685e6), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.550366 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:01:19.555699 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b79a27-190f-488a-8349-dcc3e45685e6,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:19.563314 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (2c294d69-4831-4c38-ab31-e06c9d8ccd73), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.563573 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Added segment 2c294d69-4831-4c38-ab31-e06c9d8ccd73 of type vlan for network a863ba5b-ceeb-4b45-b0aa-4f836704c349 Mar 09 06:01:19.603331 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (a863ba5b-ceeb-4b45-b0aa-4f836704c349), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.626098 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (a863ba5b-ceeb-4b45-b0aa-4f836704c349), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.627147 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:19.627727 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.661200 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4688425 Mar 09 06:01:19.664849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47408) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:19.669674 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Request body: {'subnet': {'network_id': 'a863ba5b-ceeb-4b45-b0aa-4f836704c349', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-66445771-subnet', 'tenant_id': 'c117cea5e715479d8b9425abf7ab6da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:19.687440 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Made reservation on behalf of c117cea5e715479d8b9425abf7ab6da2 for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:01:19.689747 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126784045'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.690531 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4dfee-c2a3-4a74-b5d4-4587a5b47d7a admin admin] Pushing event updated for resources: {'Network': ['ID=a863ba5b-ceeb-4b45-b0aa-4f836704c349,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:19.701487 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network a863ba5b-ceeb-4b45-b0aa-4f836704c349 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:01:19.851022 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126030606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126784051'] for subnet (6821e4e0-c006-45bc-b7af-eb8abf135690), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.905236 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6821e4e0-c006-45bc-b7af-eb8abf135690,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:19.912566 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Checking segment: {'id': '2c294d69-4831-4c38-ab31-e06c9d8ccd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'a863ba5b-ceeb-4b45-b0aa-4f836704c349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:01:19.912966 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Network hostable DHCP agents. Network: a863ba5b-ceeb-4b45-b0aa-4f836704c349, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:01:19.929227 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Network a863ba5b-ceeb-4b45-b0aa-4f836704c349 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:01:19.937412 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, a863ba5b-ceeb-4b45-b0aa-4f836704c349) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:01:19.941360 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:19.941952 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:19.947539 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b07dd4-ca17-46cc-a53f-0dc23e8c97cb None None] Network a863ba5b-ceeb-4b45-b0aa-4f836704c349 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:01:19.957672 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f2a4f200-8a4e-4feb-9992-3d94c78589c5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.2917666 Mar 09 06:01:20.041626 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515ec24-4c8d-4510-97f9-3a0e31584278 None None] Network a863ba5b-ceeb-4b45-b0aa-4f836704c349 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:01:20.408241 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47424) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:20.413942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1276020911-network', 'tenant_id': '8ebd6f6c329e4412b2ce8c5af781b49c'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:20.433219 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Made reservation on behalf of 8ebd6f6c329e4412b2ce8c5af781b49c for: {'network': 1} {{(pid=103972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:01:20.435375 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for network (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.443434 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.519726 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks [] for security_group (30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.525867 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.550576 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 06:01:20.560731 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:20.565571 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (e39295c4-c1b2-4ee9-aef5-78aaf973482a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.565907 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.segments_db [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Added segment e39295c4-c1b2-4ee9-aef5-78aaf973482a of type vlan for network a40e3ac3-9222-4e75-a28f-b05a9aacffb7 Mar 09 06:01:20.604184 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793483204365'] for network (a40e3ac3-9222-4e75-a28f-b05a9aacffb7), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.628789 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066'] for network (a40e3ac3-9222-4e75-a28f-b05a9aacffb7), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.629723 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:20.630294 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.663521 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2539046 Mar 09 06:01:20.666400 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47426) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:20.671457 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Request body: {'subnet': {'network_id': 'a40e3ac3-9222-4e75-a28f-b05a9aacffb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1276020911-subnet', 'tenant_id': '8ebd6f6c329e4412b2ce8c5af781b49c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:20.691057 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Made reservation on behalf of 8ebd6f6c329e4412b2ce8c5af781b49c for: {'subnet': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:01:20.692748 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef66be-ab35-4b6c-bb57-5ff31f5ab9cc admin admin] Pushing event updated for resources: {'Network': ['ID=a40e3ac3-9222-4e75-a28f-b05a9aacffb7,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:20.696120 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126784045'] for subnet (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.703227 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Network a40e3ac3-9222-4e75-a28f-b05a9aacffb7 details requested by agent ovs-agent-dv-cinder-831167-2-iscsi with host dv-cinder-831167-2-iscsi {{(pid=103973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 06:01:20.859848 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126030606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126784051'] for subnet (8136530f-9c47-4483-ad0a-aae7c4c112f3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.910716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8136530f-9c47-4483-ad0a-aae7c4c112f3,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:20.921203 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Checking segment: {'id': 'e39295c4-c1b2-4ee9-aef5-78aaf973482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a40e3ac3-9222-4e75-a28f-b05a9aacffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:01:20.921562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Network hostable DHCP agents. Network: a40e3ac3-9222-4e75-a28f-b05a9aacffb7, hostable agents: ['6a20af50-97e0-478e-8264-cdfb447f52e0'], hosted agents: [] {{(pid=103971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 06:01:20.937873 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Network a40e3ac3-9222-4e75-a28f-b05a9aacffb7 is scheduled to be hosted by DHCP agent 6a20af50-97e0-478e-8264-cdfb447f52e0 with binding_index 1 {{(pid=103971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 06:01:20.946671 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831167-2-iscsi, a40e3ac3-9222-4e75-a28f-b05a9aacffb7) {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:01:20.950484 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:20.951088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:20.956257 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2bf041-7388-481f-83c2-b6a0d4c18854 None None] Network a40e3ac3-9222-4e75-a28f-b05a9aacffb7 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:01:20.965614 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-69c0892d-99f9-4ee2-a966-30d519320aa4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2981529 Mar 09 06:01:21.055672 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53360105-c5be-40c8-8ab7-0f515554417f None None] Network a40e3ac3-9222-4e75-a28f-b05a9aacffb7 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:01:21.075360 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47430) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:21.123036 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] Deleting subnet 6821e4e0-c006-45bc-b7af-eb8abf135690 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:01:21.126311 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] Publish callbacks [] for subnet (6821e4e0-c006-45bc-b7af-eb8abf135690), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.160033 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (6821e4e0-c006-45bc-b7af-eb8abf135690), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.197995 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (6821e4e0-c006-45bc-b7af-eb8abf135690), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.248677 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (6821e4e0-c006-45bc-b7af-eb8abf135690), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.278230 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6821e4e0-c006-45bc-b7af-eb8abf135690,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:21.280152 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.284757 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-26e40e52-266b-4829-8368-e9a1f74bc8d8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6821e4e0-c006-45bc-b7af-eb8abf135690 HTTP/1.1" status: 204 len: 168 time: 0.2083588 Mar 09 06:01:21.285779 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47432) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:21.355464 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (a863ba5b-ceeb-4b45-b0aa-4f836704c349), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.429716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (a863ba5b-ceeb-4b45-b0aa-4f836704c349), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.452052 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a863ba5b-ceeb-4b45-b0aa-4f836704c349']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:21.461184 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c294d69-4831-4c38-ab31-e06c9d8ccd73') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:21.461474 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c294d69-4831-4c38-ab31-e06c9d8ccd73') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:21.470213 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734026'] for segment (2c294d69-4831-4c38-ab31-e06c9d8ccd73), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.483413 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (2c294d69-4831-4c38-ab31-e06c9d8ccd73), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.488958 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:01:21.489332 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126030243'] for segment (2c294d69-4831-4c38-ab31-e06c9d8ccd73), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: Traceback (most recent call last): Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: timer() Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: cb(*args, **kw) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: return func(*args, **kwargs) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: self._notify() Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: self.callback(batched_events) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: event.method(event) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: return f(self, *a, **k) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._get(url).json() Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: return self.request(url, 'GET', **kwargs) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:01:21.490970 dv-cinder-831167-2-iscsi neutron-server[103971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:01:21.543203 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (a863ba5b-ceeb-4b45-b0aa-4f836704c349), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.548522 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.551690 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] 10.222.0.36 "DELETE /v2.0/networks/a863ba5b-ceeb-4b45-b0aa-4f836704c349 HTTP/1.1" status: 204 len: 168 time: 0.2650063 Mar 09 06:01:21.554808 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47434) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:21.562334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8459b6b-f002-4d11-bd77-01e37f663b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=a863ba5b-ceeb-4b45-b0aa-4f836704c349,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:21.602335 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] Deleting subnet 8136530f-9c47-4483-ad0a-aae7c4c112f3 {{(pid=103972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:01:21.605516 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] Publish callbacks [] for subnet (8136530f-9c47-4483-ad0a-aae7c4c112f3), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.638318 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880788'] for subnet (8136530f-9c47-4483-ad0a-aae7c4c112f3), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.675697 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (8136530f-9c47-4483-ad0a-aae7c4c112f3), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.724882 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287813'] for subnet (8136530f-9c47-4483-ad0a-aae7c4c112f3), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.750283 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8136530f-9c47-4483-ad0a-aae7c4c112f3,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:21.752233 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.757905 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e689b4ec-703e-4356-acdd-b7af7581ab7f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8136530f-9c47-4483-ad0a-aae7c4c112f3 HTTP/1.1" status: 204 len: 168 time: 0.1995313 Mar 09 06:01:21.758286 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47436) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:21.830029 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (a40e3ac3-9222-4e75-a28f-b05a9aacffb7), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.908496 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (a40e3ac3-9222-4e75-a28f-b05a9aacffb7), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.928041 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40e3ac3-9222-4e75-a28f-b05a9aacffb7']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:21.936967 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39295c4-c1b2-4ee9-aef5-78aaf973482a') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:21.937267 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39295c4-c1b2-4ee9-aef5-78aaf973482a') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:01:21.947194 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (e39295c4-c1b2-4ee9-aef5-78aaf973482a), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.960419 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (e39295c4-c1b2-4ee9-aef5-78aaf973482a), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.966130 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:01:21.966633 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (e39295c4-c1b2-4ee9-aef5-78aaf973482a), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:01:21.968350 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:01:22.019806 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (a40e3ac3-9222-4e75-a28f-b05a9aacffb7), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.025596 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.028697 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a40e3ac3-9222-4e75-a28f-b05a9aacffb7 HTTP/1.1" status: 204 len: 168 time: 0.2694943 Mar 09 06:01:22.039503 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9957f-b0c0-4470-8241-5a9551950978 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40e3ac3-9222-4e75-a28f-b05a9aacffb7,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:22.182724 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47440) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:22.221592 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c40293d1-1c02-4a2a-b24b-dfe5853202a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c117cea5e715479d8b9425abf7ab6da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377014 Mar 09 06:01:22.223903 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47442) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:22.275447 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2221ebd-1fe3-416e-9a6f-008ab89710fe admin admin] Publish callbacks [] for security_group (65b79a27-190f-488a-8349-dcc3e45685e6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.296054 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2221ebd-1fe3-416e-9a6f-008ab89710fe admin admin] Publish callbacks [] for security_group (65b79a27-190f-488a-8349-dcc3e45685e6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.342035 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2221ebd-1fe3-416e-9a6f-008ab89710fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (65b79a27-190f-488a-8349-dcc3e45685e6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.344626 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b2221ebd-1fe3-416e-9a6f-008ab89710fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.345769 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b2221ebd-1fe3-416e-9a6f-008ab89710fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65b79a27-190f-488a-8349-dcc3e45685e6 HTTP/1.1" status: 204 len: 168 time: 0.1209619 Mar 09 06:01:22.353627 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2221ebd-1fe3-416e-9a6f-008ab89710fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b79a27-190f-488a-8349-dcc3e45685e6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:22.649172 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47448) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:22.689255 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f564d0f5-1884-49b5-a738-dc62f729b1ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ebd6f6c329e4412b2ce8c5af781b49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389082 Mar 09 06:01:22.691565 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47450) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:22.737123 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d278263-2f1a-4831-8ad7-edb9d97b8c99 admin admin] Publish callbacks [] for security_group (30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.757933 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d278263-2f1a-4831-8ad7-edb9d97b8c99 admin admin] Publish callbacks [] for security_group (30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.803153 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d278263-2f1a-4831-8ad7-edb9d97b8c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.806723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8d278263-2f1a-4831-8ad7-edb9d97b8c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:22.807860 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8d278263-2f1a-4831-8ad7-edb9d97b8c99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0 HTTP/1.1" status: 204 len: 168 time: 0.1154127 Mar 09 06:01:22.815852 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d278263-2f1a-4831-8ad7-edb9d97b8c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2d7d8-8eeb-4ef1-b57d-7a8b0eb8a1a0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:23.286912 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:01:30.759444 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a9c60b92-32e3-4cb7-8db6-1c67da09210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.096606 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ef8d7cad-69cc-4391-b164-6b1e3e9ea789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.286172 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47590) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:33.387585 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.465584 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Publish callbacks [] for security_group (62b5964d-9654-4e0d-ae47-b18e2fb5e0f2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.469889 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (62b5964d-9654-4e0d-ae47-b18e2fb5e0f2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.508202 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3466bbefce7949a6b4e74deb315e3890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209601 Mar 09 06:01:33.509476 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b5964d-9654-4e0d-ae47-b18e2fb5e0f2,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:33.510886 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47596) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:33.516620 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.516973 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.517319 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.517661 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.517996 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.518333 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.518671 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.519002 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.519331 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.519661 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.519989 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.520313 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.520662 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a4bcf-4d3a-466e-9815-6494c2d9eda8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:33.558539 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-39a64776-e79d-4e6f-aee1-5536208f6526 admin admin] Publish callbacks [] for security_group (62b5964d-9654-4e0d-ae47-b18e2fb5e0f2), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.582525 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-39a64776-e79d-4e6f-aee1-5536208f6526 admin admin] Publish callbacks [] for security_group (62b5964d-9654-4e0d-ae47-b18e2fb5e0f2), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.629274 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-39a64776-e79d-4e6f-aee1-5536208f6526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (62b5964d-9654-4e0d-ae47-b18e2fb5e0f2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.631847 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-39a64776-e79d-4e6f-aee1-5536208f6526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.633019 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-39a64776-e79d-4e6f-aee1-5536208f6526 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62b5964d-9654-4e0d-ae47-b18e2fb5e0f2 HTTP/1.1" status: 204 len: 168 time: 0.1211536 Mar 09 06:01:33.640784 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a64776-e79d-4e6f-aee1-5536208f6526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b5964d-9654-4e0d-ae47-b18e2fb5e0f2,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:33.883958 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47604) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:33.897489 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ac590a4b-1c8d-429c-b987-eb0b9dd56b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.971203 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ac590a4b-1c8d-429c-b987-eb0b9dd56b2f admin admin] Publish callbacks [] for security_group (85cf16db-ba3f-40af-9143-466793409b10), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:33.975163 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ac590a4b-1c8d-429c-b987-eb0b9dd56b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (85cf16db-ba3f-40af-9143-466793409b10), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:34.012081 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-ac590a4b-1c8d-429c-b987-eb0b9dd56b2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d90104b04bb4b319c0a6f74373256c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270521 Mar 09 06:01:34.012940 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac590a4b-1c8d-429c-b987-eb0b9dd56b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf16db-ba3f-40af-9143-466793409b10,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:34.014921 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47606) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:34.060652 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-06092907-14f1-48f3-90fa-10a3c45b365f admin admin] Publish callbacks [] for security_group (85cf16db-ba3f-40af-9143-466793409b10), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:34.081260 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-06092907-14f1-48f3-90fa-10a3c45b365f admin admin] Publish callbacks [] for security_group (85cf16db-ba3f-40af-9143-466793409b10), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:34.126206 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-06092907-14f1-48f3-90fa-10a3c45b365f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (85cf16db-ba3f-40af-9143-466793409b10), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:34.128873 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-06092907-14f1-48f3-90fa-10a3c45b365f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:34.129993 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-06092907-14f1-48f3-90fa-10a3c45b365f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85cf16db-ba3f-40af-9143-466793409b10 HTTP/1.1" status: 204 len: 168 time: 0.1140993 Mar 09 06:01:34.138176 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06092907-14f1-48f3-90fa-10a3c45b365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf16db-ba3f-40af-9143-466793409b10,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:34.420534 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:35.548964 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:37.137056 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:42.812213 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:49.830842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47836) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:49.835397 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-15f78d53-aa9e-42fd-a1a8-dc12c2509cc0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--711023425', 'description': 'tempest-description--1745187609'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:49.857080 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15f78d53-aa9e-42fd-a1a8-dc12c2509cc0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:49.922939 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15f78d53-aa9e-42fd-a1a8-dc12c2509cc0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (c5d5b216-7236-41d2-942b-8418ed65ae2e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:49.926811 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15f78d53-aa9e-42fd-a1a8-dc12c2509cc0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (c5d5b216-7236-41d2-942b-8418ed65ae2e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:49.957355 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f78d53-aa9e-42fd-a1a8-dc12c2509cc0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d5b216-7236-41d2-942b-8418ed65ae2e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:49.962047 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-15f78d53-aa9e-42fd-a1a8-dc12c2509cc0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:49.963250 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-15f78d53-aa9e-42fd-a1a8-dc12c2509cc0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1314034 Mar 09 06:01:49.967671 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47848) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:49.971875 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-cc6ff310-a2b8-4ef4-bfb6-0e37e838547e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': 'c5d5b216-7236-41d2-942b-8418ed65ae2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:49.995869 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff310-a2b8-4ef4-bfb6-0e37e838547e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (bbb9cdf9-9e40-461c-80b0-4f61770dfa54), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.052198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff310-a2b8-4ef4-bfb6-0e37e838547e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (bbb9cdf9-9e40-461c-80b0-4f61770dfa54), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.057408 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff310-a2b8-4ef4-bfb6-0e37e838547e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (bbb9cdf9-9e40-461c-80b0-4f61770dfa54), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.075760 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ff310-a2b8-4ef4-bfb6-0e37e838547e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb9cdf9-9e40-461c-80b0-4f61770dfa54,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:50.085207 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff310-a2b8-4ef4-bfb6-0e37e838547e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.091197 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47856) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:50.091690 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cc6ff310-a2b8-4ef4-bfb6-0e37e838547e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209955 Mar 09 06:01:50.094274 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': 'c5d5b216-7236-41d2-942b-8418ed65ae2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:50.119553 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (ec719c86-4e4c-4285-8502-ed0f82fa420a), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.176478 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (ec719c86-4e4c-4285-8502-ed0f82fa420a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.181036 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (ec719c86-4e4c-4285-8502-ed0f82fa420a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.200542 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec719c86-4e4c-4285-8502-ed0f82fa420a,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:50.205889 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.211165 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167386 Mar 09 06:01:50.211452 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47860) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:50.214019 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.214532 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.214926 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.215351 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.215726 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.216065 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.216422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.216767 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.217103 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.217433 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.217764 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.218594 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.218931 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82772-3c61-4c87-8a43-075b5b24c8f0 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:50.224669 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:50.245055 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.340421 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47864) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:50.347768 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.449743 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e259c13d-3f15-433b-ac5e-ed2d5999254c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.474943 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.27.1.151 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/021928e4-d7f1-4289-854f-12b4c9f950cb) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:01:50.615342 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e259c13d-3f15-433b-ac5e-ed2d5999254c admin admin] Publish callbacks [] for security_group (880eebad-df56-4588-8c4b-e6bfed26155d), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.619983 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.622842 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-e259c13d-3f15-433b-ac5e-ed2d5999254c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (880eebad-df56-4588-8c4b-e6bfed26155d), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.674733 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-e259c13d-3f15-433b-ac5e-ed2d5999254c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b4a6c73e00a43399d0aea92304b2165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331571 Mar 09 06:01:50.678167 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47868) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:50.681452 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259c13d-3f15-433b-ac5e-ed2d5999254c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880eebad-df56-4588-8c4b-e6bfed26155d,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:50.698986 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.729905 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f343f6de-f7dc-471a-a9c9-f80e257ecf06 admin admin] Publish callbacks [] for security_group (880eebad-df56-4588-8c4b-e6bfed26155d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.734880 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:01:50.737659 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:01:50.743765 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:01:50.753167 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f343f6de-f7dc-471a-a9c9-f80e257ecf06 admin admin] Publish callbacks [] for security_group (880eebad-df56-4588-8c4b-e6bfed26155d), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.766810 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=021928e4-d7f1-4289-854f-12b4c9f950cb,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:50.800630 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f343f6de-f7dc-471a-a9c9-f80e257ecf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (880eebad-df56-4588-8c4b-e6bfed26155d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.804326 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f343f6de-f7dc-471a-a9c9-f80e257ecf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.805498 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f343f6de-f7dc-471a-a9c9-f80e257ecf06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/880eebad-df56-4588-8c4b-e6bfed26155d HTTP/1.1" status: 204 len: 168 time: 0.1263287 Mar 09 06:01:50.813639 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343f6de-f7dc-471a-a9c9-f80e257ecf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880eebad-df56-4588-8c4b-e6bfed26155d,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:50.844596 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (d284f152-dee9-48ee-a200-47f2b3aa8b56), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:50.882036 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.037481 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.042352 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.073423 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47874) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:51.087312 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dbdedeca-2292-469d-b5f2-556d4d622dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.113221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=021928e4-d7f1-4289-854f-12b4c9f950cb,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:51.124406 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (d284f152-dee9-48ee-a200-47f2b3aa8b56), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.139514 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.140785 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-827cc2b3-3aae-4d27-aac9-7f4d41eaec52 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9283392 Mar 09 06:01:51.171307 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dbdedeca-2292-469d-b5f2-556d4d622dcc admin admin] Publish callbacks [] for security_group (f1c437a0-7bcd-4edf-8f68-5694f970f95e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.175289 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-dbdedeca-2292-469d-b5f2-556d4d622dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f1c437a0-7bcd-4edf-8f68-5694f970f95e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.213288 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-dbdedeca-2292-469d-b5f2-556d4d622dcc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4723cdf2501415fb7e63c3189a974f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382484 Mar 09 06:01:51.214170 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdedeca-2292-469d-b5f2-556d4d622dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c437a0-7bcd-4edf-8f68-5694f970f95e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:51.216007 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47878) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:51.272700 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7c320cf3-5a08-4df9-be25-ba51e414d092 admin admin] Publish callbacks [] for security_group (f1c437a0-7bcd-4edf-8f68-5694f970f95e), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.294894 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7c320cf3-5a08-4df9-be25-ba51e414d092 admin admin] Publish callbacks [] for security_group (f1c437a0-7bcd-4edf-8f68-5694f970f95e), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.361082 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-91da915b-b8b1-4650-8fc8-a38943dc90d9 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--711023425&fields=id&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 267 time: 0.0641592 Mar 09 06:01:51.380930 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7c320cf3-5a08-4df9-be25-ba51e414d092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (f1c437a0-7bcd-4edf-8f68-5694f970f95e), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.383431 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7c320cf3-5a08-4df9-be25-ba51e414d092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:51.384543 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-7c320cf3-5a08-4df9-be25-ba51e414d092 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1c437a0-7bcd-4edf-8f68-5694f970f95e HTTP/1.1" status: 204 len: 168 time: 0.1674955 Mar 09 06:01:51.410579 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c320cf3-5a08-4df9-be25-ba51e414d092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c437a0-7bcd-4edf-8f68-5694f970f95e,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:51.483343 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-78e9b37c-f3ef-4d73-a17d-99da5d52699e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:51.484902 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-78e9b37c-f3ef-4d73-a17d-99da5d52699e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.1156809 Mar 09 06:01:51.500080 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-95275b11-0bf3-48ff-99d1-596c4aa7b5e9 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/quotas/956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 375 time: 0.0095685 Mar 09 06:01:51.557398 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-5f4857ec-73ac-445a-8449-ff24546cd458 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521660 Mar 09 06:01:51.744362 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-a2b92327-739c-4e89-992d-9c4553fac576 service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754549 Mar 09 06:01:51.836886 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-40c91c3a-46f1-42e4-b1bf-c7a2919ee997 service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Mar 09 06:01:52.006539 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2ed27733-4def-4bdf-a4e9-516c8bf1d990 req-61bca409-5a77-4c61-baef-4905b78682fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 210 time: 0.0376127 Mar 09 06:01:53.003082 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-273fddb3-844c-4b04-a1ab-556ddececc92 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:53.006821 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-273fddb3-844c-4b04-a1ab-556ddececc92 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.1226842 Mar 09 06:01:53.123841 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-719d3152-98f8-41f9-831a-5da12a3b591d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 472 time: 0.0963452 Mar 09 06:01:53.154608 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9ec45bac-e124-4e0d-acd7-1c6eafa272f8 req-1119b291-f09f-4b9b-a060-c0ec4cad6a4e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 210 time: 0.0361805 Mar 09 06:01:53.180971 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'port': {'device_id': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'admin_state_up': True, 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'security_groups': ['c5d5b216-7236-41d2-942b-8418ed65ae2e']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:53.192101 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf96c8-7d99-4335-8e2d-fbd0e654beb8 req-181d52dc-8605-4858-989a-c6b84b0c6281 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:53.193608 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4cf96c8-7d99-4335-8e2d-fbd0e654beb8 req-181d52dc-8605-4858-989a-c6b84b0c6281 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0675049 Mar 09 06:01:53.299889 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d4cf96c8-7d99-4335-8e2d-fbd0e654beb8 req-ece2945b-3a36-4432-8cd4-0d8939817e11 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964792 Mar 09 06:01:53.336486 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Made reservation on behalf of 956e9015cdfa48519e98091fb770fd62 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:01:53.339822 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:53.470907 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.20.0.8 (9b9b43cd-faf3-483e-ab46-2bb3357a1f58/fb0c333b-8f8e-4191-8447-ed66d9ecbad6/24f80bc0-b70a-4c52-b104-1a3ff28414a0) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:01:53.606224 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:53.640334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:53.685843 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:01:53.690796 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:01:53.695076 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:01:53.701619 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=24f80bc0-b70a-4c52-b104-1a3ff28414a0,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:53.747343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:53.748107 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:53.766347 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0f352eb-28c0-436c-998f-b076f25de76f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894806 Mar 09 06:01:53.782910 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Request body: {'port': {'device_id': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:01:53.845564 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:53.898561 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47978) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:53.929089 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-aadf003f-c9c4-4bf0-a2a0-f81c68501acd None None] Provisioning complete for port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:01:53.929680 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-aadf003f-c9c4-4bf0-a2a0-f81c68501acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:53.966982 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-aadf003f-c9c4-4bf0-a2a0-f81c68501acd None None] Port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:01:54.012711 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98cfe3e5-f277-490d-aaef-18e80f9b1d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.087172 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98cfe3e5-f277-490d-aaef-18e80f9b1d47 admin admin] Publish callbacks [] for security_group (3ff17fc8-0aa5-4382-b43f-5ce2f19fc346), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.090850 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-98cfe3e5-f277-490d-aaef-18e80f9b1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (3ff17fc8-0aa5-4382-b43f-5ce2f19fc346), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.112768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f80bc0-b70a-4c52-b104-1a3ff28414a0 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:01:54.120824 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Publish callbacks [] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.130688 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-98cfe3e5-f277-490d-aaef-18e80f9b1d47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f40ff7f1cb3248008a9d582e31c2ca8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306826 Mar 09 06:01:54.131508 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfe3e5-f277-490d-aaef-18e80f9b1d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff17fc8-0aa5-4382-b43f-5ce2f19fc346,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:54.133191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47982) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:54.140740 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Transition to ACTIVE for port object 24f80bc0-b70a-4c52-b104-1a3ff28414a0 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:01:54.151459 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.215679 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=24f80bc0-b70a-4c52-b104-1a3ff28414a0,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:54.255743 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8715606a-24b1-4412-83b1-2a6b19d32dbf admin admin] Publish callbacks [] for security_group (3ff17fc8-0aa5-4382-b43f-5ce2f19fc346), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.288688 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34424729-46fd-4d6f-8727-5a36263c94bc req-79f69d1a-d007-4763-aa33-09755edc787e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:54.290424 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-34424729-46fd-4d6f-8727-5a36263c94bc req-79f69d1a-d007-4763-aa33-09755edc787e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 943 time: 0.0600617 Mar 09 06:01:54.306736 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8715606a-24b1-4412-83b1-2a6b19d32dbf admin admin] Publish callbacks [] for security_group (3ff17fc8-0aa5-4382-b43f-5ce2f19fc346), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.354030 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Attempting to bind port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:01:54.354136 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Attempting to bind port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:01:54.354437 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Attempting to bind port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:01:54.359740 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:01:54.360065 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Attempting to bind port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:01:54.362667 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-34424729-46fd-4d6f-8727-5a36263c94bc req-3cd146a4-47e0-47a6-a21d-d6e9917af9e2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662317 Mar 09 06:01:54.367329 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:01:54.367753 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Checking segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:01:54.368148 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Bound using segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:01:54.368613 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Bound port: 24f80bc0-b70a-4c52-b104-1a3ff28414a0, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:01:54.369050 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.432133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8715606a-24b1-4412-83b1-2a6b19d32dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (3ff17fc8-0aa5-4382-b43f-5ce2f19fc346), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.434675 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8715606a-24b1-4412-83b1-2a6b19d32dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.435809 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8715606a-24b1-4412-83b1-2a6b19d32dbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ff17fc8-0aa5-4382-b43f-5ce2f19fc346 HTTP/1.1" status: 204 len: 168 time: 0.3007650 Mar 09 06:01:54.456280 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715606a-24b1-4412-83b1-2a6b19d32dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff17fc8-0aa5-4382-b43f-5ce2f19fc346,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:54.487232 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] For port 24f80bc0-b70a-4c52-b104-1a3ff28414a0, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:01:54.492459 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] For port 24f80bc0-b70a-4c52-b104-1a3ff28414a0, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:01:54.500530 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df383301-d7a2-475d-bb53-34e8af1e9b38 req-d1996af0-049c-48c0-a077-e28a69a77772 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:54.502025 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df383301-d7a2-475d-bb53-34e8af1e9b38 req-d1996af0-049c-48c0-a077-e28a69a77772 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.1230080 Mar 09 06:01:54.508655 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.571845 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:54.572496 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.573901 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] 10.222.0.32 "PUT /v2.0/ports/24f80bc0-b70a-4c52-b104-1a3ff28414a0 HTTP/1.1" status: 200 len: 1093 time: 0.7953472 Mar 09 06:01:54.577845 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:01:54.580026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896330a7-0a78-4683-a64d-044121c18a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:01:54.625716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573e393-2d90-49ff-b82d-d1108d73ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=24f80bc0-b70a-4c52-b104-1a3ff28414a0,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:54.635020 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-df383301-d7a2-475d-bb53-34e8af1e9b38 req-8fc4f543-58cf-43ef-8b48-d0c2a71c23d6 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237705 Mar 09 06:01:54.663463 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9036b0a8-04c8-4103-ab7a-0cb8fedaf1d7 x-openstack-request-id: req-9036b0a8-04c8-4103-ab7a-0cb8fedaf1d7 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:01:54.663761 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:01:54.664011 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9036b0a8-04c8-4103-ab7a-0cb8fedaf1d7 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:01:54.664433 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'status': 'completed', 'code': 200} Mar 09 06:01:54.685359 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e6117664-e356-4006-ad18-8e76805a0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:54.686868 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e6117664-e356-4006-ad18-8e76805a0b6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 1127 time: 0.0509903 Mar 09 06:01:54.741714 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-b9fb9d67-b766-4441-9af5-cf8484e580f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0 HTTP/1.1" status: 200 len: 217 time: 0.0418975 Mar 09 06:01:54.784635 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 47994) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:54.804358 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-faf1f255-9ad1-4298-bf35-1b26ae8bb3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.814832 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-90f86e2b-2403-43cf-bdbe-3d3fc8df2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:54.816287 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-90f86e2b-2403-43cf-bdbe-3d3fc8df2b7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0687103 Mar 09 06:01:54.893323 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-109401df-e774-4c51-bbd0-d01cdcf1c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:54.894716 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-109401df-e774-4c51-bbd0-d01cdcf1c54e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711133 Mar 09 06:01:54.950196 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-faf1f255-9ad1-4298-bf35-1b26ae8bb3e7 admin admin] Publish callbacks [] for security_group (a29a2458-3a03-4fb0-8cfe-fa4151636fef), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:54.980013 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-faf1f255-9ad1-4298-bf35-1b26ae8bb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a29a2458-3a03-4fb0-8cfe-fa4151636fef), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:55.030690 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-faf1f255-9ad1-4298-bf35-1b26ae8bb3e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bdc30aef235432197faed041ae5253f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449236 Mar 09 06:01:55.033380 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 47996) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:01:55.036251 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1f255-9ad1-4298-bf35-1b26ae8bb3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29a2458-3a03-4fb0-8cfe-fa4151636fef,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:55.044791 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-68bdbbc2-69f4-4200-a372-f84a7faf6e14 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430497 Mar 09 06:01:55.085147 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-88462edb-bbc4-4e70-8b7c-8fbf38a6f8db admin admin] Publish callbacks [] for security_group (a29a2458-3a03-4fb0-8cfe-fa4151636fef), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:55.138005 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f0354ed-1d3b-4807-8b76-826e7b131ce8 req-e0b9223b-6c45-4c89-9088-c12cd4ea3b4d service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872178 Mar 09 06:01:55.397701 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-88462edb-bbc4-4e70-8b7c-8fbf38a6f8db admin admin] Publish callbacks [] for security_group (a29a2458-3a03-4fb0-8cfe-fa4151636fef), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:55.485336 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ef713-bdd0-40d9-8341-b1db3e3a2064 req-bdb25ef4-5692-449d-a7fd-5ab6a4438746 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:55.486933 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e10ef713-bdd0-40d9-8341-b1db3e3a2064 req-bdb25ef4-5692-449d-a7fd-5ab6a4438746 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 943 time: 0.0604906 Mar 09 06:01:55.487939 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-88462edb-bbc4-4e70-8b7c-8fbf38a6f8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a29a2458-3a03-4fb0-8cfe-fa4151636fef), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:55.490967 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-88462edb-bbc4-4e70-8b7c-8fbf38a6f8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:55.492064 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-88462edb-bbc4-4e70-8b7c-8fbf38a6f8db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a29a2458-3a03-4fb0-8cfe-fa4151636fef HTTP/1.1" status: 204 len: 168 time: 0.4576399 Mar 09 06:01:55.508834 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88462edb-bbc4-4e70-8b7c-8fbf38a6f8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29a2458-3a03-4fb0-8cfe-fa4151636fef,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:55.510686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896330a7-0a78-4683-a64d-044121c18a9b req-6f791b1b-2af3-4478-a354-8a3b0a0722d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:55.512230 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-896330a7-0a78-4683-a64d-044121c18a9b req-6f791b1b-2af3-4478-a354-8a3b0a0722d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 1127 time: 0.2887423 Mar 09 06:01:55.547482 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-e10ef713-bdd0-40d9-8341-b1db3e3a2064 req-4a0d33b8-299a-4815-9adb-49c3d53f0b2b tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528877 Mar 09 06:01:55.612716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896330a7-0a78-4683-a64d-044121c18a9b req-0aa48e89-20aa-4965-9ab4-55352e0d4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:55.615343 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-896330a7-0a78-4683-a64d-044121c18a9b req-0aa48e89-20aa-4965-9ab4-55352e0d4ee6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.0964000 Mar 09 06:01:55.660453 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-896330a7-0a78-4683-a64d-044121c18a9b req-ad9df24e-b294-4f7e-b635-28d910900326 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0 HTTP/1.1" status: 200 len: 217 time: 0.0384712 Mar 09 06:01:55.712356 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896330a7-0a78-4683-a64d-044121c18a9b req-ed86bd7d-a751-4c5a-8b34-ebf014c46b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:55.713858 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-896330a7-0a78-4683-a64d-044121c18a9b req-ed86bd7d-a751-4c5a-8b34-ebf014c46b2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0477133 Mar 09 06:01:55.797768 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68c8d9-f547-421b-bf86-516eabf5c561 req-a3b42ec8-37ca-40f8-9843-42dcb4eae224 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:55.799238 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f68c8d9-f547-421b-bf86-516eabf5c561 req-a3b42ec8-37ca-40f8-9843-42dcb4eae224 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0844133 Mar 09 06:01:55.802483 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896330a7-0a78-4683-a64d-044121c18a9b req-69a7e528-693e-4790-8155-35fc36c99efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:55.803849 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-896330a7-0a78-4683-a64d-044121c18a9b req-69a7e528-693e-4790-8155-35fc36c99efa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794792 Mar 09 06:01:55.896886 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-4f68c8d9-f547-421b-bf86-516eabf5c561 req-27c2e54a-be00-4e4f-bd33-72eb20210bee tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912991 Mar 09 06:01:55.926803 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-896330a7-0a78-4683-a64d-044121c18a9b req-2ee6f9ce-f7ad-4e60-ad32-cef085d97fb4 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146319 Mar 09 06:01:56.014154 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-896330a7-0a78-4683-a64d-044121c18a9b req-6d06b4fa-7a20-4d2a-b95e-28abbf31eaae service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805387 Mar 09 06:01:56.672045 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159da285-f933-42ac-803b-a26477f345c1 req-c8b75a1d-94d1-4f29-84ad-06bb5ce76076 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:56.673549 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-159da285-f933-42ac-803b-a26477f345c1 req-c8b75a1d-94d1-4f29-84ad-06bb5ce76076 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 943 time: 0.0563357 Mar 09 06:01:56.722214 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-159da285-f933-42ac-803b-a26477f345c1 req-33621836-ca5e-48b6-a834-f15e6958c4e5 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 Mar 09 06:01:57.016073 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9169-77e0-434d-992d-7c9fdbc9296f req-3af66c22-27d7-424a-9b6d-d98cc3baac50 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:57.017583 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c68c9169-77e0-434d-992d-7c9fdbc9296f req-3af66c22-27d7-424a-9b6d-d98cc3baac50 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0540690 Mar 09 06:01:57.076238 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c68c9169-77e0-434d-992d-7c9fdbc9296f req-dcc093b8-56c6-457a-bbef-d6fa83c49d40 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518610 Mar 09 06:01:57.189155 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 24f80bc0-b70a-4c52-b104-1a3ff28414a0 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:01:57.293991 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 24f80bc0-b70a-4c52-b104-1a3ff28414a0, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:57.306011 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'port_id': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'mac_address': 'fa:16:3e:7e:8f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:01:57.347920 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:01:57.348813 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:57.361339 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f80bc0-b70a-4c52-b104-1a3ff28414a0 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:01:57.381710 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 24f80bc0-b70a-4c52-b104-1a3ff28414a0, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:57.385637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:57.432113 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=24f80bc0-b70a-4c52-b104-1a3ff28414a0,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:57.697087 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['24f80bc0-b70a-4c52-b104-1a3ff28414a0'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:01:57.839713 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b8d7-d446-49ef-b0d4-43900a50245a req-9896bdf2-8531-4ec5-9371-6cc76bca44a2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:57.841228 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1e29b8d7-d446-49ef-b0d4-43900a50245a req-9896bdf2-8531-4ec5-9371-6cc76bca44a2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 944 time: 0.0526242 Mar 09 06:01:57.886640 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-1e29b8d7-d446-49ef-b0d4-43900a50245a req-2cfe2515-7381-4cdf-9b7c-6dc0cc47b787 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Mar 09 06:01:58.191259 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe47cf-8d52-44fd-b531-a148f3d21e68 req-11a41e81-1205-4e85-b6e6-c1cc42a7ede1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:58.193363 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8ffe47cf-8d52-44fd-b531-a148f3d21e68 req-11a41e81-1205-4e85-b6e6-c1cc42a7ede1 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0515110 Mar 09 06:01:58.241448 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8ffe47cf-8d52-44fd-b531-a148f3d21e68 req-4f71e989-ffce-444a-b953-d0a441ef86d3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Mar 09 06:01:59.005407 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f03150-dadc-4e5f-a08b-baad1fd6a437 req-0cd5bf7f-66b1-467a-b878-4f698bef864d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:59.006872 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b7f03150-dadc-4e5f-a08b-baad1fd6a437 req-0cd5bf7f-66b1-467a-b878-4f698bef864d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 944 time: 0.0513587 Mar 09 06:01:59.056677 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b7f03150-dadc-4e5f-a08b-baad1fd6a437 req-6ea0e7b8-230b-48f4-8efe-570593777acf tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443280 Mar 09 06:01:59.220579 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 24f80bc0-b70a-4c52-b104-1a3ff28414a0 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:01:59.272356 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:01:59.276671 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:01:59.277048 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:59.359136 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:01:59.359535 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:59.383469 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:01:59.385757 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fc27ed-9fb3-43c9-ae09-ccd0d6171458" -d '{"events": [{"server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "name": "network-vif-plugged", "status": "completed", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:01:59.390417 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dc81e-3e1e-4452-9512-2612bb745d6e req-e4eef814-5eb2-4f04-86d1-d3a5edb6c07a tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:59.392062 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e2dc81e-3e1e-4452-9512-2612bb745d6e req-e4eef814-5eb2-4f04-86d1-d3a5edb6c07a tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0738077 Mar 09 06:01:59.398266 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 24f80bc0-b70a-4c52-b104-1a3ff28414a0, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:01:59.403056 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:01:59.431263 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747c9b1e-b14a-469b-aec1-b16833f6b2a8 x-openstack-request-id: req-747c9b1e-b14a-469b-aec1-b16833f6b2a8 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:01:59.431558 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "name": "network-vif-plugged", "status": "completed", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:01:59.431814 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-747c9b1e-b14a-469b-aec1-b16833f6b2a8 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:01:59.432205 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'code': 200} Mar 09 06:01:59.448478 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e2dc81e-3e1e-4452-9512-2612bb745d6e req-d89cd66c-73f7-40cf-92db-ea6ccdf3af0d tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474126 Mar 09 06:01:59.457030 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=24f80bc0-b70a-4c52-b104-1a3ff28414a0,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:01:59.465086 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.465441 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.465791 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.466151 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.467160 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.467512 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.469054 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.469415 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.469755 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.470292 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.470645 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.470979 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.471521 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:01:59.664151 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6d282-00ba-4f16-a671-f633830b0f1d req-10277e23-0255-4ff0-ac57-4d12f0d6172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:01:59.665815 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0ae6d282-00ba-4f16-a671-f633830b0f1d req-10277e23-0255-4ff0-ac57-4d12f0d6172e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 1129 time: 0.0596299 Mar 09 06:01:59.710559 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0ae6d282-00ba-4f16-a671-f633830b0f1d req-ceefa45b-bd3d-4038-b91b-08ff6f8a6280 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389104 Mar 09 06:02:00.177816 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effdbf3-ef96-4997-a202-e71c343bf91c req-996abdc1-5b3c-452f-88fd-78d648cda6a2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:00.179292 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4effdbf3-ef96-4997-a202-e71c343bf91c req-996abdc1-5b3c-452f-88fd-78d648cda6a2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 945 time: 0.0526540 Mar 09 06:02:00.224372 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-4effdbf3-ef96-4997-a202-e71c343bf91c req-76111e0f-a254-41cf-9492-30d86b8bdb06 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396123 Mar 09 06:02:00.287255 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:02:00.565249 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdc583-755a-4a3d-aadc-ead899b78ca1 req-e9f10d8d-6ec3-41e1-980c-05efc2589960 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:00.567272 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5cbdc583-755a-4a3d-aadc-ead899b78ca1 req-e9f10d8d-6ec3-41e1-980c-05efc2589960 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0511427 Mar 09 06:02:00.614064 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5cbdc583-755a-4a3d-aadc-ead899b78ca1 req-c09fe15c-d4fe-4451-a01b-c338f18a445a tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405545 Mar 09 06:02:00.761774 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-3028fbc9-dc76-4051-9949-601f9cd30f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.178082 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48100) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:01.281088 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-87a53ec9-4353-4dbf-8fc6-6cf92614bc7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.346441 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1575eb-7c64-477e-9e0c-eb9da2da7435 req-28be1af1-3989-42ac-a1ae-2e264129dee7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:01.348249 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9f1575eb-7c64-477e-9e0c-eb9da2da7435 req-28be1af1-3989-42ac-a1ae-2e264129dee7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 945 time: 0.0556283 Mar 09 06:02:01.354967 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-87a53ec9-4353-4dbf-8fc6-6cf92614bc7e admin admin] Publish callbacks [] for security_group (1bf31e68-78da-41c8-8572-418852ef6ab3), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.358659 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-87a53ec9-4353-4dbf-8fc6-6cf92614bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1bf31e68-78da-41c8-8572-418852ef6ab3), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.402528 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-87a53ec9-4353-4dbf-8fc6-6cf92614bc7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17ae2416e20e4f4fa3304e1d0b03e0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209709 Mar 09 06:02:01.402528 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a53ec9-4353-4dbf-8fc6-6cf92614bc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf31e68-78da-41c8-8572-418852ef6ab3,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:01.402849 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9f1575eb-7c64-477e-9e0c-eb9da2da7435 req-1680cfa7-59ce-4d46-945a-2e18de7b5dfa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483248 Mar 09 06:02:01.403299 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48106) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:01.456627 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-159d686c-a362-4a6e-9775-f619e00ff86b admin admin] Publish callbacks [] for security_group (1bf31e68-78da-41c8-8572-418852ef6ab3), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.479658 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-159d686c-a362-4a6e-9775-f619e00ff86b admin admin] Publish callbacks [] for security_group (1bf31e68-78da-41c8-8572-418852ef6ab3), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.516702 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba6657-8a50-46f4-99e0-046380cf6b25 req-8acf24da-0edf-4e49-9b89-4d8b2409de63 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:01.518186 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-31ba6657-8a50-46f4-99e0-046380cf6b25 req-8acf24da-0edf-4e49-9b89-4d8b2409de63 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 945 time: 0.0517614 Mar 09 06:02:01.527686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48110) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:01.532178 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'port_id': '24f80bc0-b70a-4c52-b104-1a3ff28414a0'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:01.534551 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-159d686c-a362-4a6e-9775-f619e00ff86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1bf31e68-78da-41c8-8572-418852ef6ab3), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.538631 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-159d686c-a362-4a6e-9775-f619e00ff86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.539848 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-159d686c-a362-4a6e-9775-f619e00ff86b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bf31e68-78da-41c8-8572-418852ef6ab3 HTTP/1.1" status: 204 len: 168 time: 0.1356392 Mar 09 06:02:01.547626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d686c-a362-4a6e-9775-f619e00ff86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf31e68-78da-41c8-8572-418852ef6ab3,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:01.576956 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (d284f152-dee9-48ee-a200-47f2b3aa8b56), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.739437 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef37667-a137-4a23-bf7c-2a4b6c424de1 req-9f31ed69-bb07-4a8e-a483-cded44e11083 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:01.741658 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9ef37667-a137-4a23-bf7c-2a4b6c424de1 req-9f31ed69-bb07-4a8e-a483-cded44e11083 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0567269 Mar 09 06:02:01.793080 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9ef37667-a137-4a23-bf7c-2a4b6c424de1 req-9715245f-2bbd-4126-ae50-5294313e6afc tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Mar 09 06:02:01.828105 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48118) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:01.841637 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-feb30ed2-794f-4411-b4ce-b6282ff85291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.915864 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-feb30ed2-794f-4411-b4ce-b6282ff85291 admin admin] Publish callbacks [] for security_group (1cf1a230-ad95-4310-b9d0-75323bfd1782), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.919834 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-feb30ed2-794f-4411-b4ce-b6282ff85291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1cf1a230-ad95-4310-b9d0-75323bfd1782), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:01.960696 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb30ed2-794f-4411-b4ce-b6282ff85291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf1a230-ad95-4310-b9d0-75323bfd1782,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:01.967332 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-feb30ed2-794f-4411-b4ce-b6282ff85291 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e3c97f23ce8473d9f5f921d5668a768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356802 Mar 09 06:02:01.967561 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48120) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:02.014735 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61d0f6a5-98d2-466c-853c-4484077a91d7 admin admin] Publish callbacks [] for security_group (1cf1a230-ad95-4310-b9d0-75323bfd1782), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:02.032177 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:02.037186 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (d284f152-dee9-48ee-a200-47f2b3aa8b56), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:02.037693 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61d0f6a5-98d2-466c-853c-4484077a91d7 admin admin] Publish callbacks [] for security_group (1cf1a230-ad95-4310-b9d0-75323bfd1782), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:02.087554 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61d0f6a5-98d2-466c-853c-4484077a91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1cf1a230-ad95-4310-b9d0-75323bfd1782), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:02.090478 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-61d0f6a5-98d2-466c-853c-4484077a91d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:02.094091 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-61d0f6a5-98d2-466c-853c-4484077a91d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cf1a230-ad95-4310-b9d0-75323bfd1782 HTTP/1.1" status: 204 len: 168 time: 0.1231186 Mar 09 06:02:02.105170 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0f6a5-98d2-466c-853c-4484077a91d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf1a230-ad95-4310-b9d0-75323bfd1782,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:02.138295 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP d284f152-dee9-48ee-a200-47f2b3aa8b56 associated. External IP: 172.27.1.151, port: 24f80bc0-b70a-4c52-b104-1a3ff28414a0. Mar 09 06:02:02.356621 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:02:02.471500 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:02:02.476676 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:02.489165 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:02:02.501476 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:02.502328 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:02.511291 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-62e1c8e0-5006-4111-a5bf-28ddf623af45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "PUT /v2.0/floatingips/d284f152-dee9-48ee-a200-47f2b3aa8b56 HTTP/1.1" status: 200 len: 991 time: 0.9825313 Mar 09 06:02:02.511932 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:02.514347 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f81298-4ca5-4005-81ed-4c171342dc97" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:02.557063 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d7b12-292a-40ef-9679-ff3f8acdc9e9 x-openstack-request-id: req-f40d7b12-292a-40ef-9679-ff3f8acdc9e9 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:02.557693 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:02.557693 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f40d7b12-292a-40ef-9679-ff3f8acdc9e9 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:02.558028 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'status': 'completed', 'code': 200} Mar 09 06:02:02.634597 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:02.642671 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-1359ef66-6414-49ed-ae06-728618870d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:02.645855 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-1359ef66-6414-49ed-ae06-728618870d76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 1129 time: 0.0474627 Mar 09 06:02:02.744359 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-09809259-e497-4ba8-8577-ae5b853d5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:02.745867 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-09809259-e497-4ba8-8577-ae5b853d5d4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.0937700 Mar 09 06:02:02.812561 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-b89fd9ca-0a04-4ea1-a033-06daed47eb12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0 HTTP/1.1" status: 200 len: 999 time: 0.0610802 Mar 09 06:02:02.882584 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-31205d6b-cf8b-48b3-931b-354b9c56fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:02.884748 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-31205d6b-cf8b-48b3-931b-354b9c56fe40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0663781 Mar 09 06:02:02.903289 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:05Z', 'revision_number': 2, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}, {'id': 'd284f152-dee9-48ee-a200-47f2b3aa8b56', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:7e:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:01:50Z', 'updated_at': '2022-03-09T06:02:01Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:02.931587 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:02:02.931810 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249ef46-096a-49c6-904c-9c1c8245f00a req-b7b513e2-c3c9-4669-a0b5-16ee6ea70ea6 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:02.934352 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a249ef46-096a-49c6-904c-9c1c8245f00a req-b7b513e2-c3c9-4669-a0b5-16ee6ea70ea6 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0679884 Mar 09 06:02:02.942988 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:02.943898 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:01:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:02.944366 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-66b37e9d-3a0e-46eb-8c89-ac12ee39d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:02.945971 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-66b37e9d-3a0e-46eb-8c89-ac12ee39d236 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550294 Mar 09 06:02:02.992939 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a249ef46-096a-49c6-904c-9c1c8245f00a req-f50cb7d8-95ef-4157-aea2-f657bcd454e3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524333 Mar 09 06:02:03.052833 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-f8469b0f-c1f9-4912-8d94-2099028f346a service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004639 Mar 09 06:02:03.073071 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:03.129664 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-2c564e9a-a6b0-4976-9d19-805caafe30d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:03.160701 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c6f81298-4ca5-4005-81ed-4c171342dc97 req-dbfcb48b-c15c-4b8d-bc63-2183dd1211c8 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014733 Mar 09 06:02:03.339517 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:05Z', 'revision_number': 2, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}, {'id': 'd284f152-dee9-48ee-a200-47f2b3aa8b56', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:7e:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:01:50Z', 'updated_at': '2022-03-09T06:02:01Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:03.367777 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f5c4f-ef6a-407f-b370-982c4de515e7 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:05Z', 'revision_number': 2, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}, {'id': 'd284f152-dee9-48ee-a200-47f2b3aa8b56', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:7e:8f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:01:50Z', 'updated_at': '2022-03-09T06:02:01Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:02:03.417175 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-1ca71d40-f4f8-49d3-95ef-e4c78a7e4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:03.418706 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-1ca71d40-f4f8-49d3-95ef-e4c78a7e4cd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1130 time: 0.0513797 Mar 09 06:02:03.509943 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-5e060070-5c75-4504-92a5-7c7f06d28f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:03.511410 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-5e060070-5c75-4504-92a5-7c7f06d28f35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 909 time: 0.0871112 Mar 09 06:02:03.564840 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2616e1-8a71-4307-b957-cc719c3c4cfc None None] New status for floating IP d284f152-dee9-48ee-a200-47f2b3aa8b56: ACTIVE {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:02:03.577714 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-7b6abf0b-cacc-447a-a417-a74338dadbec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 1001 time: 0.0602572 Mar 09 06:02:03.629227 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-5f29103f-6d24-4691-8640-c5a879be400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:03.630685 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-5f29103f-6d24-4691-8640-c5a879be400a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 200 len: 847 time: 0.0469565 Mar 09 06:02:03.681985 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-04a4972b-5e0b-4c95-b8b9-36997d753d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:03.683480 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-04a4972b-5e0b-4c95-b8b9-36997d753d0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79ed3483-fc87-4ae7-bcd3-e345f2e15952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463710 Mar 09 06:02:03.771388 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-a105906a-47e2-4df0-96c8-0a1f87c4044d service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818412 Mar 09 06:02:03.860551 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-54cb8f5b-4d03-4721-9b05-3d93d0823fa9 req-62a640d2-a39a-4039-9450-970b536564c7 service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829949 Mar 09 06:02:04.110968 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e36f25-505e-4a45-9842-e596f3c2103a req-8546f8cc-7da3-4140-b77c-4630ab8f45e4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:04.112442 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51e36f25-505e-4a45-9842-e596f3c2103a req-8546f8cc-7da3-4140-b77c-4630ab8f45e4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0513151 Mar 09 06:02:04.160799 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-51e36f25-505e-4a45-9842-e596f3c2103a req-a4948017-a771-4509-bdaa-2792afec49f4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 Mar 09 06:02:04.428307 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:04.460761 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-ad428384-888a-4bc7-b72a-d7fc235c2965 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1a801d85e58a4d16bce74b136442fe41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335455 Mar 09 06:02:04.642919 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-bbf4fdb4-3076-46fa-bd53-addad010eddf tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:04.644368 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-bbf4fdb4-3076-46fa-bd53-addad010eddf tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783810 Mar 09 06:02:04.658828 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-10d26906-9430-43d5-b787-be18c09da6ff tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/quotas/1a801d85e58a4d16bce74b136442fe41 HTTP/1.1" status: 200 len: 375 time: 0.0088971 Mar 09 06:02:04.690954 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-99058930-bc98-46bf-9ab9-da53aaa39681 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a801d85e58a4d16bce74b136442fe41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265310 Mar 09 06:02:04.850823 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a07ff4f7-de25-4c65-a9a7-2d1a80e41ecb req-89f3536f-c3b0-4b1d-b2f3-ea9adffff44b tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 210 time: 0.0300798 Mar 09 06:02:05.441472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39c16d-1f2e-4f0d-aa53-d3b97b668244 req-d84c5547-8280-44db-84de-3e647201e6ea tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:05.442952 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-eb39c16d-1f2e-4f0d-aa53-d3b97b668244 req-d84c5547-8280-44db-84de-3e647201e6ea tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0613379 Mar 09 06:02:05.492918 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-eb39c16d-1f2e-4f0d-aa53-d3b97b668244 req-eb01bf0c-671c-4644-a4d8-6d82b80ede34 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440700 Mar 09 06:02:05.551199 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:05.813758 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-8870dded-218d-4de9-91a0-503980ac23eb tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a801d85e58a4d16bce74b136442fe41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340340 Mar 09 06:02:05.991186 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-dd0ae98b-f123-4620-b4d9-e24852a70eca req-c663e794-0e2b-4011-bc3c-b2e3867ee65b tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 210 time: 0.0508652 Mar 09 06:02:06.028191 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-8605639c-089c-49e9-b684-d7ef46b785e3 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:06.029629 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-8605639c-089c-49e9-b684-d7ef46b785e3 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042181 Mar 09 06:02:06.049973 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Request body: {'port': {'device_id': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2', 'admin_state_up': True, 'tenant_id': '1a801d85e58a4d16bce74b136442fe41'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:06.152435 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Made reservation on behalf of 1a801d85e58a4d16bce74b136442fe41 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:02:06.164355 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:06.166526 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:06.237285 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks [] for security_group (35713c76-8595-40a3-a04b-fc7aeda0ba53), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:06.242357 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (35713c76-8595-40a3-a04b-fc7aeda0ba53), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:06.302932 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35713c76-8595-40a3-a04b-fc7aeda0ba53,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:06.378646 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Allocated IP 192.168.233.189 (9fcad4ad-694a-472f-8dbd-780fa77930e2/fc45836a-e8a0-453a-b2bf-d643c31189cc/6c523795-7355-4980-aff0-51e0929940f5) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:02:06.611928 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e897dc-08c3-4cb6-8cd2-95f9831a615d req-eedc263b-ea02-431a-94df-e70d09853345 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:06.613480 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-53e897dc-08c3-4cb6-8cd2-95f9831a615d req-eedc263b-ea02-431a-94df-e70d09853345 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0535226 Mar 09 06:02:06.665877 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-53e897dc-08c3-4cb6-8cd2-95f9831a615d req-925bd1dd-6c4e-4ad9-a5cd-8a78f0cc71bd tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459337 Mar 09 06:02:06.791304 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks [] for port (6c523795-7355-4980-aff0-51e0929940f5), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:06.826977 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (6c523795-7355-4980-aff0-51e0929940f5), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:06.871447 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Network 9fcad4ad-694a-472f-8dbd-780fa77930e2 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:02:06.876542 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:02:06.880195 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:02:06.895574 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf95595-8687-48d7-94d4-48a2841f682d req-d3a5f45f-2186-4de3-acb1-07020de76d43 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:06.898269 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-daf95595-8687-48d7-94d4-48a2841f682d req-d3a5f45f-2186-4de3-acb1-07020de76d43 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0633261 Mar 09 06:02:06.905154 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Pushing event updated for resources: {'Port': ['ID=6c523795-7355-4980-aff0-51e0929940f5,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:06.935576 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:06.936234 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:06.945386 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48200) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:06.961410 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-148680ee-ccde-4aad-ac35-064df4b3f85c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9147475 Mar 09 06:02:06.976606 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-daf95595-8687-48d7-94d4-48a2841f682d req-8072b0aa-d52b-4cc8-8b75-03e2f7b03603 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575130 Mar 09 06:02:06.978899 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Request body: {'port': {'device_id': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:07.093357 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6c523795-7355-4980-aff0-51e0929940f5), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.120424 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-a01acbe4-1ed0-4e26-a92d-152cb1469808 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1739016 Mar 09 06:02:07.136990 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-7e8c18fe-eada-4939-b0ce-2dbcc8c87147 None None] Provisioning complete for port 6c523795-7355-4980-aff0-51e0929940f5 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:07.137433 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7e8c18fe-eada-4939-b0ce-2dbcc8c87147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (6c523795-7355-4980-aff0-51e0929940f5), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.147589 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-b527cdf8-d26a-49ef-aa1f-bf2b0771be85 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:02:07.148603 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-b527cdf8-d26a-49ef-aa1f-bf2b0771be85 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073149 Mar 09 06:02:07.162541 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.172687 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd252f-655c-4a60-8007-8c8c55f9b363 req-726daf3d-240e-4d30-af1f-55b93565c8f9 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:07.174155 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2dd252f-655c-4a60-8007-8c8c55f9b363 req-726daf3d-240e-4d30-af1f-55b93565c8f9 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 936 time: 0.1115644 Mar 09 06:02:07.177880 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c18fe-eada-4939-b0ce-2dbcc8c87147 None None] Port 6c523795-7355-4980-aff0-51e0929940f5 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:02:07.290290 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48210) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:07.303345 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e2dd252f-655c-4a60-8007-8c8c55f9b363 req-4ab04b57-f363-4755-b50e-baeb1f5817b3 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188629 Mar 09 06:02:07.394627 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f142b2-887e-4703-b7d3-556381eb98cc req-5824d140-e68d-400e-a7f3-9d731602532c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:07.395981 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-5824d140-e68d-400e-a7f3-9d731602532c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports/365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 943 time: 0.1044469 Mar 09 06:02:07.432106 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c523795-7355-4980-aff0-51e0929940f5 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:02:07.439444 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Publish callbacks [] for port (6c523795-7355-4980-aff0-51e0929940f5), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.452188 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Transition to ACTIVE for port object 6c523795-7355-4980-aff0-51e0929940f5 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:02:07.455899 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (6c523795-7355-4980-aff0-51e0929940f5), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.508066 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Pushing event updated for resources: {'Port': ['ID=6c523795-7355-4980-aff0-51e0929940f5,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:07.588566 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Attempting to bind port 6c523795-7355-4980-aff0-51e0929940f5 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:02:07.588913 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Attempting to bind port 6c523795-7355-4980-aff0-51e0929940f5 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:02:07.589253 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Attempting to bind port 6c523795-7355-4980-aff0-51e0929940f5 on network 9fcad4ad-694a-472f-8dbd-780fa77930e2 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:02:07.594770 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Port 6c523795-7355-4980-aff0-51e0929940f5 on network 9fcad4ad-694a-472f-8dbd-780fa77930e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:02:07.595092 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Attempting to bind port 6c523795-7355-4980-aff0-51e0929940f5 on network 9fcad4ad-694a-472f-8dbd-780fa77930e2 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:02:07.600692 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:02:07.601102 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Checking segment: {'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:02:07.601483 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Bound using segment: {'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:02:07.601912 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Bound port: 6c523795-7355-4980-aff0-51e0929940f5, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49acbcc8-f99f-4463-bf7e-25c9523274b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:02:07.605456 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6c523795-7355-4980-aff0-51e0929940f5), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.674556 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] For port 6c523795-7355-4980-aff0-51e0929940f5, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:02:07.678494 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] For port 6c523795-7355-4980-aff0-51e0929940f5, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6c523795-7355-4980-aff0-51e0929940f5,segment=NetworkSegment(49acbcc8-f99f-4463-bf7e-25c9523274b7),segment_id=49acbcc8-f99f-4463-bf7e-25c9523274b7)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:02:07.685189 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (6c523795-7355-4980-aff0-51e0929940f5), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.721990 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:07.722608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:07.724063 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] 10.222.0.32 "PUT /v2.0/ports/6c523795-7355-4980-aff0-51e0929940f5 HTTP/1.1" status: 200 len: 1098 time: 0.7500556 Mar 09 06:02:07.724549 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'tag': '6c523795-7355-4980-aff0-51e0929940f5'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:07.726801 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f548ab86-ffd3-4ba9-87ad-0ebb18f21388" -d '{"events": [{"name": "network-changed", "server_uuid": "77c866b5-79c8-4f37-8ba6-be2dbea90c36", "tag": "6c523795-7355-4980-aff0-51e0929940f5"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:07.751453 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6f8ac-8485-4a13-a00e-3b46fc55087f service neutron] Pushing event updated for resources: {'Port': ['ID=6c523795-7355-4980-aff0-51e0929940f5,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:07.773037 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df9d59d-ef85-46e0-b8f4-afeb808f4158 x-openstack-request-id: req-5df9d59d-ef85-46e0-b8f4-afeb808f4158 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:07.773434 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c866b5-79c8-4f37-8ba6-be2dbea90c36", "tag": "6c523795-7355-4980-aff0-51e0929940f5", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:07.773799 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5df9d59d-ef85-46e0-b8f4-afeb808f4158 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:07.774553 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'tag': '6c523795-7355-4980-aff0-51e0929940f5', 'status': 'completed', 'code': 200} Mar 09 06:02:07.859584 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ab86-ffd3-4ba9-87ad-0ebb18f21388 req-045d0cba-f4d0-43b3-bed6-cf80642baa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:07.861486 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f548ab86-ffd3-4ba9-87ad-0ebb18f21388 req-045d0cba-f4d0-43b3-bed6-cf80642baa83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a801d85e58a4d16bce74b136442fe41&device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 1132 time: 0.0488029 Mar 09 06:02:07.905269 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f548ab86-ffd3-4ba9-87ad-0ebb18f21388 req-576b9334-fdfe-494e-b45a-5c32a5324085 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1a801d85e58a4d16bce74b136442fe41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309687 Mar 09 06:02:08.093496 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ab86-ffd3-4ba9-87ad-0ebb18f21388 req-722fc217-0cb8-49c7-8fac-3481aff2b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:08.094844 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f548ab86-ffd3-4ba9-87ad-0ebb18f21388 req-722fc217-0cb8-49c7-8fac-3481aff2b68d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802022 Mar 09 06:02:08.114338 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f1af5-267c-4b0d-9c4c-e4cd3b36986b req-a18eac4b-de90-4cb3-a662-0d1248ca2d5c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:08.116718 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a4f1af5-267c-4b0d-9c4c-e4cd3b36986b req-a18eac4b-de90-4cb3-a662-0d1248ca2d5c tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0697596 Mar 09 06:02:08.175360 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7a4f1af5-267c-4b0d-9c4c-e4cd3b36986b req-a4c8a174-fe61-4f0f-8492-1193f789e5da tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529242 Mar 09 06:02:08.207498 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-48c655f3-d6cf-425c-aaf9-da2e530f589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:08.208976 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-48c655f3-d6cf-425c-aaf9-da2e530f589b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a801d85e58a4d16bce74b136442fe41&device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 1132 time: 0.0500731 Mar 09 06:02:08.255209 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-db072790-7cbe-4e69-89da-fa8395eb18bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6c523795-7355-4980-aff0-51e0929940f5 HTTP/1.1" status: 200 len: 217 time: 0.0331604 Mar 09 06:02:08.301815 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-1f14a4e4-8b5b-4d33-ba03-001e8df9e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:08.303243 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-1f14a4e4-8b5b-4d33-ba03-001e8df9e085 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc45836a-e8a0-453a-b2bf-d643c31189cc HTTP/1.1" status: 200 len: 843 time: 0.0419745 Mar 09 06:02:08.356814 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-632f503a-8ea1-4177-a076-1032d2db4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:08.359015 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-632f503a-8ea1-4177-a076-1032d2db4317 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9fcad4ad-694a-472f-8dbd-780fa77930e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0491958 Mar 09 06:02:08.437479 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ddc9-310a-4c61-ac69-8dff19becce1 req-82d8bdd1-f5e0-46d1-a067-71e72900e1b4 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:08.439066 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8fe7ddc9-310a-4c61-ac69-8dff19becce1 req-82d8bdd1-f5e0-46d1-a067-71e72900e1b4 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 948 time: 0.0624659 Mar 09 06:02:08.450974 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-d1f03f2e-e034-45aa-94cd-1c5b4df88e46 service neutron] 10.222.0.32 "GET /v2.0/networks/9fcad4ad-694a-472f-8dbd-780fa77930e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859168 Mar 09 06:02:08.494455 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8fe7ddc9-310a-4c61-ac69-8dff19becce1 req-9513a117-c9d7-4068-bb0b-d393bfc40598 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Mar 09 06:02:08.547045 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f8eea7c7-a49c-44b1-a7ee-67ae80e860cb req-d075c926-4e19-4e43-b561-351aa7a054e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9fcad4ad-694a-472f-8dbd-780fa77930e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908060 Mar 09 06:02:09.022298 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f142b2-887e-4703-b7d3-556381eb98cc req-dcceb39b-ad03-4c68-b38c-8f26ecf9e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:09.023643 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-dcceb39b-ad03-4c68-b38c-8f26ecf9e32a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189&tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff HTTP/1.1" status: 200 len: 1130 time: 0.0438807 Mar 09 06:02:09.100677 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f142b2-887e-4703-b7d3-556381eb98cc req-d591e6f1-be61-4fad-92b8-d9dacdcd344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:09.102129 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-d591e6f1-be61-4fad-92b8-d9dacdcd344e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1130 time: 0.0436335 Mar 09 06:02:09.194917 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f142b2-887e-4703-b7d3-556381eb98cc req-1720ad11-3636-45c2-b1be-022ec4ab0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:09.196331 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-1720ad11-3636-45c2-b1be-022ec4ab0d89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 909 time: 0.0866883 Mar 09 06:02:09.270275 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 365b8f71-2384-40e7-9418-6944a45cc5cf no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:02:09.288098 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-88e11949-e610-4ed8-b672-44aa2f607bc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 1001 time: 0.0846314 Mar 09 06:02:09.341265 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2f1e8-56ce-4281-8c88-d4fa3c43462c req-ff06449d-01e1-426a-94e3-71bb47bd5883 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:09.342702 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fca2f1e8-56ce-4281-8c88-d4fa3c43462c req-ff06449d-01e1-426a-94e3-71bb47bd5883 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0960631 Mar 09 06:02:09.348869 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 365b8f71-2384-40e7-9418-6944a45cc5cf is: ACTIVE; New status is: DOWN {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:09.349266 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:09.351470 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f142b2-887e-4703-b7d3-556381eb98cc req-5beed5d7-8c4e-4212-84f8-6842e6a9e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:09.352889 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-5beed5d7-8c4e-4212-84f8-6842e6a9e492 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 200 len: 847 time: 0.0575142 Mar 09 06:02:09.371899 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:09.374146 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3cadf3-bad1-436a-a568-6c51157cc031" -d '{"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-unplugged", "status": "completed", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:09.387364 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:09.392675 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:09.421733 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1314a-8cd5-452d-a9f5-46181e4725b5 x-openstack-request-id: req-c0e1314a-8cd5-452d-a9f5-46181e4725b5 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:09.422030 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-unplugged", "status": "completed", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:09.422283 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0e1314a-8cd5-452d-a9f5-46181e4725b5 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:09.422393 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-fca2f1e8-56ce-4281-8c88-d4fa3c43462c req-d7a8a496-97ad-4590-9c83-1173ca4640eb tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732565 Mar 09 06:02:09.422695 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'code': 200} Mar 09 06:02:09.435174 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f142b2-887e-4703-b7d3-556381eb98cc req-f38c94d2-ff74-493a-8716-ef03b95279d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:09.436752 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-f38c94d2-ff74-493a-8716-ef03b95279d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79ed3483-fc87-4ae7-bcd3-e345f2e15952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776584 Mar 09 06:02:09.448786 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=6']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:09.542802 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-46b3e3a0-9568-4e65-bc1c-5679faee2e06 service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838537 Mar 09 06:02:09.613639 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf105cb-0ab8-4676-878b-32205995a376 req-b8ade175-3408-4c9f-9d79-b249f09cef70 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:09.615134 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8cf105cb-0ab8-4676-878b-32205995a376 req-b8ade175-3408-4c9f-9d79-b249f09cef70 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 948 time: 0.0514503 Mar 09 06:02:09.633153 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-28f142b2-887e-4703-b7d3-556381eb98cc req-9ea827b9-d4fa-4078-9ce5-35e31807f5f0 service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838642 Mar 09 06:02:09.665845 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8cf105cb-0ab8-4676-878b-32205995a376 req-79016cea-2d42-4756-800b-fedffbce5d84 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 Mar 09 06:02:10.538264 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dcded-fa22-4d04-8298-559f03f4b6d9 req-76a1422b-a03a-4d28-90b3-6b12c8af60c3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:10.539643 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1f4dcded-fa22-4d04-8298-559f03f4b6d9 req-76a1422b-a03a-4d28-90b3-6b12c8af60c3 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0525961 Mar 09 06:02:10.586129 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1f4dcded-fa22-4d04-8298-559f03f4b6d9 req-5f8b551b-69e6-4777-a8d9-e216ca033a11 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Mar 09 06:02:10.781104 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39585da-6c36-4dfa-b9be-6c1f56213aec req-909ab0ee-3b38-411d-bd5c-7a5d4c532a3c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:10.782568 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c39585da-6c36-4dfa-b9be-6c1f56213aec req-909ab0ee-3b38-411d-bd5c-7a5d4c532a3c tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 948 time: 0.0517268 Mar 09 06:02:10.830636 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c39585da-6c36-4dfa-b9be-6c1f56213aec req-9edafd9b-fa7b-40f1-a6e4-4ee9d539f19f tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Mar 09 06:02:11.283668 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6c523795-7355-4980-aff0-51e0929940f5 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:02:11.383627 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 6c523795-7355-4980-aff0-51e0929940f5, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6c523795-7355-4980-aff0-51e0929940f5,segment=NetworkSegment(49acbcc8-f99f-4463-bf7e-25c9523274b7),segment_id=49acbcc8-f99f-4463-bf7e-25c9523274b7)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:11.394393 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '6c523795-7355-4980-aff0-51e0929940f5', 'network_id': '9fcad4ad-694a-472f-8dbd-780fa77930e2', 'port_id': '6c523795-7355-4980-aff0-51e0929940f5', 'mac_address': 'fa:16:3e:5b:dd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc45836a-e8a0-453a-b2bf-d643c31189cc', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:02:11.431421 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 6c523795-7355-4980-aff0-51e0929940f5 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:11.431808 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6c523795-7355-4980-aff0-51e0929940f5), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:11.444310 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c523795-7355-4980-aff0-51e0929940f5 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:02:11.463426 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 6c523795-7355-4980-aff0-51e0929940f5, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6c523795-7355-4980-aff0-51e0929940f5,segment=NetworkSegment(49acbcc8-f99f-4463-bf7e-25c9523274b7),segment_id=49acbcc8-f99f-4463-bf7e-25c9523274b7)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:11.467447 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6c523795-7355-4980-aff0-51e0929940f5), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:11.516073 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=6c523795-7355-4980-aff0-51e0929940f5,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:11.704626 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd85936-187f-4479-b42d-ffd9aa8373ee req-0085c686-9163-4c40-b733-a1e7f90d0910 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:11.706138 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5cd85936-187f-4479-b42d-ffd9aa8373ee req-0085c686-9163-4c40-b733-a1e7f90d0910 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0529919 Mar 09 06:02:11.753623 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5cd85936-187f-4479-b42d-ffd9aa8373ee req-5043cd27-5b9f-4d7f-b66e-20b3b590c11d tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Mar 09 06:02:11.808766 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['6c523795-7355-4980-aff0-51e0929940f5'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:02:11.946234 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32fc11-bc63-4bbc-ba41-90d6b6fd07fa req-04c41e9e-348d-4317-9e2f-92c5e28cb2bb tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:11.947699 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9d32fc11-bc63-4bbc-ba41-90d6b6fd07fa req-04c41e9e-348d-4317-9e2f-92c5e28cb2bb tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 949 time: 0.0516863 Mar 09 06:02:11.993267 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9d32fc11-bc63-4bbc-ba41-90d6b6fd07fa req-3ca88682-e798-4ea0-805e-19785a5b1b33 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Mar 09 06:02:12.807230 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:12.876304 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc765cd-d96e-4b98-a508-f94b7fcc923e req-39ddfaca-ab99-4bd5-a0d6-a5293ebba692 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:12.877774 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcc765cd-d96e-4b98-a508-f94b7fcc923e req-39ddfaca-ab99-4bd5-a0d6-a5293ebba692 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0559821 Mar 09 06:02:12.926375 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bcc765cd-d96e-4b98-a508-f94b7fcc923e req-31d8bc59-1f43-4e70-b55b-9ad94a6d3842 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Mar 09 06:02:13.113100 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47cee6-00a3-48ea-ae44-f85c2b368173 req-43f85927-c0cc-4cce-b879-70fb3a949de6 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:13.114536 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ab47cee6-00a3-48ea-ae44-f85c2b368173 req-43f85927-c0cc-4cce-b879-70fb3a949de6 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 949 time: 0.0554478 Mar 09 06:02:13.164520 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ab47cee6-00a3-48ea-ae44-f85c2b368173 req-66800555-945c-49fe-9d09-4e5dd5551ca7 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Mar 09 06:02:13.291637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6c523795-7355-4980-aff0-51e0929940f5 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:02:13.342648 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 6c523795-7355-4980-aff0-51e0929940f5 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:02:13.346326 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 6c523795-7355-4980-aff0-51e0929940f5 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:13.346701 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (6c523795-7355-4980-aff0-51e0929940f5), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:13.424134 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 6c523795-7355-4980-aff0-51e0929940f5 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:13.424555 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (6c523795-7355-4980-aff0-51e0929940f5), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:13.446261 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c523795-7355-4980-aff0-51e0929940f5'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:13.448483 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691e90bd-1b87-4b88-857c-13f783b552a9" -d '{"events": [{"server_uuid": "77c866b5-79c8-4f37-8ba6-be2dbea90c36", "name": "network-vif-plugged", "status": "completed", "tag": "6c523795-7355-4980-aff0-51e0929940f5"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:13.461892 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 6c523795-7355-4980-aff0-51e0929940f5, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6c523795-7355-4980-aff0-51e0929940f5,segment=NetworkSegment(49acbcc8-f99f-4463-bf7e-25c9523274b7),segment_id=49acbcc8-f99f-4463-bf7e-25c9523274b7)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:13.465832 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (6c523795-7355-4980-aff0-51e0929940f5), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:13.491605 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0be14bd-d0e6-4854-9fc0-9732e9f283df x-openstack-request-id: req-d0be14bd-d0e6-4854-9fc0-9732e9f283df {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:13.491897 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c866b5-79c8-4f37-8ba6-be2dbea90c36", "name": "network-vif-plugged", "status": "completed", "tag": "6c523795-7355-4980-aff0-51e0929940f5", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:13.492154 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0be14bd-d0e6-4854-9fc0-9732e9f283df {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:13.492566 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c523795-7355-4980-aff0-51e0929940f5', 'code': 200} Mar 09 06:02:13.517382 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=6c523795-7355-4980-aff0-51e0929940f5,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:13.710278 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e74c-af10-4afd-abe8-c0a3b46073e9 req-665c74bf-9e45-4d4c-ad7c-76ac53e12f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:13.711620 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9609e74c-af10-4afd-abe8-c0a3b46073e9 req-665c74bf-9e45-4d4c-ad7c-76ac53e12f89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 1134 time: 0.0424731 Mar 09 06:02:13.753419 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9609e74c-af10-4afd-abe8-c0a3b46073e9 req-9d7e796c-3d69-4d7a-a71a-f4983d59abeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354872 Mar 09 06:02:14.039486 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213f87-e971-44fe-ae9c-d2b2f48a5197 req-f7e4f614-fb5c-48c3-a843-113009b9f8f8 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:14.040970 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c1213f87-e971-44fe-ae9c-d2b2f48a5197 req-f7e4f614-fb5c-48c3-a843-113009b9f8f8 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0512595 Mar 09 06:02:14.087350 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c1213f87-e971-44fe-ae9c-d2b2f48a5197 req-38589759-e529-4b9b-a16a-f76fffd23eca tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Mar 09 06:02:14.281736 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15fef9-3e1d-4267-ae37-d5aaafb57f9a req-3d637bcb-6e7f-4337-8b0a-4b2be66c6d5e tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:14.283189 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9d15fef9-3e1d-4267-ae37-d5aaafb57f9a req-3d637bcb-6e7f-4337-8b0a-4b2be66c6d5e tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 950 time: 0.0515065 Mar 09 06:02:14.331521 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9d15fef9-3e1d-4267-ae37-d5aaafb57f9a req-64c4a04e-1f8a-48ba-a353-7e72fbdb2f0b tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Mar 09 06:02:15.206684 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5c95-b2a3-4162-9a2e-98a2a6ee81a6 req-33fbc6f9-dc03-4212-88f1-e4b3ee30bee8 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:15.208155 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-14fa5c95-b2a3-4162-9a2e-98a2a6ee81a6 req-33fbc6f9-dc03-4212-88f1-e4b3ee30bee8 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0554559 Mar 09 06:02:15.256593 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-14fa5c95-b2a3-4162-9a2e-98a2a6ee81a6 req-ac4af38e-a838-4668-bd31-7a542456d80b tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420856 Mar 09 06:02:15.447901 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d4cb9-cadc-4566-a471-00756c3411e5 req-2277af69-7d91-4f1c-b393-6f78917ba6f3 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:15.449394 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c74d4cb9-cadc-4566-a471-00756c3411e5 req-2277af69-7d91-4f1c-b393-6f78917ba6f3 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 950 time: 0.0519342 Mar 09 06:02:15.494764 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c74d4cb9-cadc-4566-a471-00756c3411e5 req-43eee181-6696-4ed5-87e7-5c89c23d09a3 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Mar 09 06:02:15.741505 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136482-c566-4aa2-af6e-82d78c76583d req-2b267547-9521-4949-b577-eb8f582d1eb1 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:15.742983 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-56136482-c566-4aa2-af6e-82d78c76583d req-2b267547-9521-4949-b577-eb8f582d1eb1 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 950 time: 0.0509756 Mar 09 06:02:15.789126 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-56136482-c566-4aa2-af6e-82d78c76583d req-ecfc1726-0bca-4121-a398-7537be532e90 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Mar 09 06:02:16.370856 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d8247-c8be-4c8c-9411-638235b1a985 req-8256cf75-fb3b-48c3-809d-d74eb26729b4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:16.372322 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-519d8247-c8be-4c8c-9411-638235b1a985 req-8256cf75-fb3b-48c3-809d-d74eb26729b4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0501394 Mar 09 06:02:16.422378 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-519d8247-c8be-4c8c-9411-638235b1a985 req-5be413ae-c2e4-4dc7-8357-4b1cfa734021 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442343 Mar 09 06:02:16.908404 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae94ad-363c-450e-ad88-b3dde14fe321 req-b48a0998-bd95-419f-8ece-f155168bd123 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:16.909848 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8eae94ad-363c-450e-ad88-b3dde14fe321 req-b48a0998-bd95-419f-8ece-f155168bd123 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 950 time: 0.0535765 Mar 09 06:02:16.954979 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8eae94ad-363c-450e-ad88-b3dde14fe321 req-591f2b08-a17b-4fb4-b30a-3692702ddb71 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Mar 09 06:02:17.542507 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073722-215b-4c03-8c16-ad78598c293c req-84cce4a1-b7b4-4437-98a4-fdbdb4c57110 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:17.543897 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-94073722-215b-4c03-8c16-ad78598c293c req-84cce4a1-b7b4-4437-98a4-fdbdb4c57110 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0517263 Mar 09 06:02:17.607878 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-94073722-215b-4c03-8c16-ad78598c293c req-c20a731a-9cc5-4cf9-bde6-691ce37323d9 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581484 Mar 09 06:02:18.018358 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-63ff9664-d52b-4857-8b74-f1b871f134d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450237 Mar 09 06:02:18.103179 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b1788-fdc0-4c35-802c-1feae7394fc3 req-4c3bfa39-bd92-43cb-ac6e-f3fd6f9c7301 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:18.104628 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7e5b1788-fdc0-4c35-802c-1feae7394fc3 req-4c3bfa39-bd92-43cb-ac6e-f3fd6f9c7301 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 950 time: 0.0823362 Mar 09 06:02:18.118716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-5bf8d686-ae11-43f6-af99-10f2a7156209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:18.120088 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-5bf8d686-ae11-43f6-af99-10f2a7156209 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1130 time: 0.0652182 Mar 09 06:02:18.174316 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7e5b1788-fdc0-4c35-802c-1feae7394fc3 req-5ca645ea-252c-4a37-8420-4350d3386c86 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631809 Mar 09 06:02:18.231995 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-b315d6d5-f54f-417a-b612-874b762bdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:18.233502 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-b315d6d5-f54f-417a-b612-874b762bdf14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.0928652 Mar 09 06:02:18.309831 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-fab21518-a558-4ec7-a93e-9233f8ffd6fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 200 len: 1001 time: 0.0628595 Mar 09 06:02:18.367294 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-56f553e0-f26c-45b2-b80a-71bf6036d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:18.368767 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-56f553e0-f26c-45b2-b80a-71bf6036d978 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0453269 Mar 09 06:02:18.429272 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-866b40cf-b8f2-4eb1-91a8-9412526d2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:18.430737 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-866b40cf-b8f2-4eb1-91a8-9412526d2466 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479176 Mar 09 06:02:18.501707 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e01f2-c7f4-4821-8299-903e4ff98a0e req-9f2d03d5-1906-4938-94b6-230a2e5341ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:18.502917 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-290e01f2-c7f4-4821-8299-903e4ff98a0e req-9f2d03d5-1906-4938-94b6-230a2e5341ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1128 time: 0.0436394 Mar 09 06:02:18.521286 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-5f850770-ac67-4a1a-a708-347152586f60 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841720 Mar 09 06:02:18.549141 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-290e01f2-c7f4-4821-8299-903e4ff98a0e req-9cb9a0ec-19eb-4a8a-9175-9208064dc545 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Mar 09 06:02:18.613364 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2cbab32f-6a2b-46ff-9ba5-87d27708fb18 req-d83dbad3-ab2a-41fe-b0d9-06a5bb33ee29 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838313 Mar 09 06:02:18.726025 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145118e-403b-4328-99dc-a4b681ca9e73 req-6fe054af-7a8c-48ce-8e10-fc0946e7112a tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:18.727519 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8145118e-403b-4328-99dc-a4b681ca9e73 req-6fe054af-7a8c-48ce-8e10-fc0946e7112a tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 944 time: 0.0527101 Mar 09 06:02:18.775759 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8145118e-403b-4328-99dc-a4b681ca9e73 req-cc763f66-4925-4be5-a598-57f35f7403c2 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Mar 09 06:02:19.295123 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a74257-d398-490e-b3f7-6090eb6c505d req-773235ed-cdd4-4ed3-b772-0b99e71fab26 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:19.296547 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e0a74257-d398-490e-b3f7-6090eb6c505d req-773235ed-cdd4-4ed3-b772-0b99e71fab26 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 950 time: 0.0536797 Mar 09 06:02:19.328875 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 365b8f71-2384-40e7-9418-6944a45cc5cf details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:02:19.345076 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e0a74257-d398-490e-b3f7-6090eb6c505d req-439b7de7-5e39-475c-a7e0-59a8a0f2338d tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/security-groups?id=35713c76-8595-40a3-a04b-fc7aeda0ba53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Mar 09 06:02:19.435135 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:19.446189 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'port_id': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'mac_address': 'fa:16:3e:c0:78:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:02:19.484800 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 365b8f71-2384-40e7-9418-6944a45cc5cf is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:19.485198 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:19.497777 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365b8f71-2384-40e7-9418-6944a45cc5cf {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:02:19.517086 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:19.520770 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:19.570394 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=7']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:19.597017 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-8b8a9f8a-17a3-4b30-a9c9-5b3efaa8cb75 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:19.598477 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-8b8a9f8a-17a3-4b30-a9c9-5b3efaa8cb75 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.32 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 950 time: 0.0527577 Mar 09 06:02:19.693193 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Deleting port 6c523795-7355-4980-aff0-51e0929940f5 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:02:19.693557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (6c523795-7355-4980-aff0-51e0929940f5), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:19.777524 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] For port 6c523795-7355-4980-aff0-51e0929940f5, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=6c523795-7355-4980-aff0-51e0929940f5,segment=NetworkSegment(49acbcc8-f99f-4463-bf7e-25c9523274b7),segment_id=49acbcc8-f99f-4463-bf7e-25c9523274b7)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:19.777888 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (6c523795-7355-4980-aff0-51e0929940f5), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:19.791368 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Calling delete_port for 6c523795-7355-4980-aff0-51e0929940f5 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:02:19.906717 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b418b-c810-4ed5-89c2-59bf6b162459 req-d96b83cb-618e-4411-94d7-50db70ea0ba4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:19.908123 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c30b418b-c810-4ed5-89c2-59bf6b162459 req-d96b83cb-618e-4411-94d7-50db70ea0ba4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 945 time: 0.0627367 Mar 09 06:02:19.933156 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (6c523795-7355-4980-aff0-51e0929940f5), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:19.955322 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['365b8f71-2384-40e7-9418-6944a45cc5cf'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:02:19.961622 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Pushing event deleted for resources: {'Port': ['ID=6c523795-7355-4980-aff0-51e0929940f5,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:19.963811 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c30b418b-c810-4ed5-89c2-59bf6b162459 req-59edb67f-b07d-47b4-b08b-8fb3e962ea0f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489237 Mar 09 06:02:20.004040 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['6c523795-7355-4980-aff0-51e0929940f5'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:02:20.025196 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] No DVR routers for this DVR port 6c523795-7355-4980-aff0-51e0929940f5 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:02:20.027830 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:20.031292 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-67be2893-0dd5-496a-b934-9e81bc658c62 req-45fb6fdd-1702-43f7-9460-3f1757f59931 tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.32 "DELETE /v2.0/ports/6c523795-7355-4980-aff0-51e0929940f5 HTTP/1.1" status: 204 len: 173 time: 0.4254727 Mar 09 06:02:20.031946 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'name': 'network-vif-deleted', 'tag': '6c523795-7355-4980-aff0-51e0929940f5'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:20.038790 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60547de-7611-4a5a-b5de-ecab47888537" -d '{"events": [{"server_uuid": "77c866b5-79c8-4f37-8ba6-be2dbea90c36", "name": "network-vif-deleted", "tag": "6c523795-7355-4980-aff0-51e0929940f5"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:20.079645 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c299812-0665-477f-864c-90ac8ac3bdc4 x-openstack-request-id: req-4c299812-0665-477f-864c-90ac8ac3bdc4 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:20.079942 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c866b5-79c8-4f37-8ba6-be2dbea90c36", "name": "network-vif-deleted", "tag": "6c523795-7355-4980-aff0-51e0929940f5", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:20.080198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c299812-0665-477f-864c-90ac8ac3bdc4 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:20.080618 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c866b5-79c8-4f37-8ba6-be2dbea90c36', 'name': 'network-vif-deleted', 'tag': '6c523795-7355-4980-aff0-51e0929940f5', 'status': 'completed', 'code': 200} Mar 09 06:02:20.453795 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-dfdcab2c-96b8-4916-9efb-a851b76214cb req-616be91b-cf54-4d2e-aa4f-4c9cc862f21a tempest-VolumesNegativeTest-342737212 tempest-VolumesNegativeTest-342737212-project] 10.222.0.36 "GET /v2.0/ports?device_id=77c866b5-79c8-4f37-8ba6-be2dbea90c36 HTTP/1.1" status: 200 len: 210 time: 0.0272841 Mar 09 06:02:21.081955 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b534cf-2190-488e-912b-1539a05cdc3b req-bb595dba-176d-44b0-a79a-efa427c39e36 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:21.083424 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64b534cf-2190-488e-912b-1539a05cdc3b req-bb595dba-176d-44b0-a79a-efa427c39e36 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 945 time: 0.0513718 Mar 09 06:02:21.131971 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64b534cf-2190-488e-912b-1539a05cdc3b req-12b3020e-d188-48d4-ad8d-d59ddd3c21cf tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Mar 09 06:02:21.356901 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 365b8f71-2384-40e7-9418-6944a45cc5cf up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:02:21.405055 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-ce4fa1a0-44e9-4fe5-9402-ef5056330ca4 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328257563&fields=id&tenant_id=5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 267 time: 0.0431933 Mar 09 06:02:21.406767 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 365b8f71-2384-40e7-9418-6944a45cc5cf triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:21.407167 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:21.490836 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 365b8f71-2384-40e7-9418-6944a45cc5cf is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:21.491234 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:21.518292 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:21.520629 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb899ca0-83bc-4e9c-a1d3-16f2c0eb3bc4" -d '{"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-plugged", "status": "completed", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:21.520761 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-ae6f5ac9-ba0c-4f01-869a-af0223832194 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:21.523080 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-ae6f5ac9-ba0c-4f01-869a-af0223832194 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 812 time: 0.1112161 Mar 09 06:02:21.533733 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:21.540758 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:21.541103 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-382abce6-64a8-41a8-96b3-a5c692cc775e tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/quotas/5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 375 time: 0.0127540 Mar 09 06:02:21.541881 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6c523795-7355-4980-aff0-51e0929940f5 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:02:21.587574 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c71cb2c-4321-440a-8221-66adece1ad34 x-openstack-request-id: req-1c71cb2c-4321-440a-8221-66adece1ad34 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:21.587859 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-plugged", "status": "completed", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:21.588290 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c71cb2c-4321-440a-8221-66adece1ad34 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:21.588861 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'code': 200} Mar 09 06:02:21.589508 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 6c523795-7355-4980-aff0-51e0929940f5 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:02:21.589844 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 6c523795-7355-4980-aff0-51e0929940f5 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:02:21.609187 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-049c9870-9046-4bb0-b93b-4ec220b98bf6 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623355 Mar 09 06:02:21.621122 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=8']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:21.712130 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-44fb10c5-0529-4d03-9a7a-651eb1647a98 service neutron] 10.222.0.36 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906539 Mar 09 06:02:21.801171 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-640c1807-0e62-4499-854e-7ef69f9111bf service neutron] 10.222.0.36 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Mar 09 06:02:22.092536 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-252bdc96-996e-4c56-9b69-1b3195fb28b0 req-0695980a-9544-4155-b76d-77347b662386 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 210 time: 0.0285997 Mar 09 06:02:23.161196 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-4427c498-c867-4115-ab66-7a9bf0236e93 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:23.163422 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-4427c498-c867-4115-ab66-7a9bf0236e93 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 812 time: 0.1266401 Mar 09 06:02:23.216943 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-bfccb403-3609-49e6-8e87-95a2021a9821 req-8b8b8308-596a-409c-8a74-e123668104a3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Mar 09 06:02:23.247926 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-f5343fe0-1dd6-48c4-9c6f-28648c21f99f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d411ccff560421b9d8b9767f01c1d42 HTTP/1.1" status: 200 len: 379 time: 0.0623097 Mar 09 06:02:23.257492 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'port': {'device_id': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'admin_state_up': True, 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'security_groups': ['2a5cb711-aa45-40f7-ac9a-fdda3f356f05']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:23.382891 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Made reservation on behalf of 5d411ccff560421b9d8b9767f01c1d42 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:02:23.386281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:23.513469 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Allocated IP 172.20.0.8 (f66aadc3-f4b2-4042-a56e-461331c3383a/dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba/5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:02:23.653220 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:23.686211 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:23.733554 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Network f66aadc3-f4b2-4042-a56e-461331c3383a is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:02:23.736903 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:02:23.742214 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:23.744519 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:02:23.804074 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:23.804790 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:23.825417 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-73f8224c-851b-41f1-9838-7e9037775e4f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725350 Mar 09 06:02:23.846644 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Request body: {'port': {'device_id': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:23.922153 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:24.075048 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-d60d1e14-7635-48be-9573-4605be2d0c90 None None] Provisioning complete for port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:24.075577 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-d60d1e14-7635-48be-9573-4605be2d0c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:24.120240 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-d60d1e14-7635-48be-9573-4605be2d0c90 None None] Port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:02:24.203691 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:02:24.211876 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Publish callbacks [] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:24.224194 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Transition to ACTIVE for port object 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:02:24.228937 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:24.300623 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:24.638333 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Attempting to bind port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:02:24.638558 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Attempting to bind port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:02:24.638887 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Attempting to bind port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:02:24.647522 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e on network f66aadc3-f4b2-4042-a56e-461331c3383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:02:24.647842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Attempting to bind port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e on network f66aadc3-f4b2-4042-a56e-461331c3383a {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:02:24.657222 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6282b5-6493-4805-a73d-2e6e23c6c516 req-9c1c35fc-95a2-4f43-a616-e6825d6778de tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:24.658691 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e6282b5-6493-4805-a73d-2e6e23c6c516 req-9c1c35fc-95a2-4f43-a616-e6825d6778de tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 943 time: 0.3373804 Mar 09 06:02:24.661493 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:02:24.661863 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Checking segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:02:24.662236 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Bound using segment: {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:02:24.662659 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Bound port: 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:02:24.663009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:24.747936 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8e6282b5-6493-4805-a73d-2e6e23c6c516 req-16e7ecaf-e3d1-4578-8ccf-8c50fb527671 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828028 Mar 09 06:02:24.757103 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] For port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:02:24.760124 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] For port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:02:24.766238 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:24.798800 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:24.799408 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:24.800774 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] 10.222.0.32 "PUT /v2.0/ports/5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e HTTP/1.1" status: 200 len: 1093 time: 0.9586053 Mar 09 06:02:24.801197 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:24.805591 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:24.831848 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f45baf-dfed-4cd0-ad0c-0cd79e1b17ae service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:24.846756 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c3983-0b57-4c6f-8d6f-fcc4bf64d21e x-openstack-request-id: req-6d9c3983-0b57-4c6f-8d6f-fcc4bf64d21e {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:24.847254 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:24.847576 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d9c3983-0b57-4c6f-8d6f-fcc4bf64d21e {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:24.848041 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'status': 'completed', 'code': 200} Mar 09 06:02:24.916949 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-2b4892ae-2d28-44b9-b460-d0eba9d7956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:24.918571 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-2b4892ae-2d28-44b9-b460-d0eba9d7956d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 1127 time: 0.0505705 Mar 09 06:02:24.967542 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-9fb56f64-3d32-4bfd-b515-c2fdabbb37ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e HTTP/1.1" status: 200 len: 217 time: 0.0341475 Mar 09 06:02:25.014344 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-14265090-899b-45f1-9ccd-48df27026962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:25.015712 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-14265090-899b-45f1-9ccd-48df27026962 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0417562 Mar 09 06:02:25.066431 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cc973-10e3-4689-b531-03a4d1338c7b req-e80c605c-e4c3-42ab-b6a9-b5ce48e286a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:25.067922 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-e80c605c-e4c3-42ab-b6a9-b5ce48e286a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450802 Mar 09 06:02:25.154596 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-ac19dbc8-15fe-49e1-81e8-f4386bbf2302 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776434 Mar 09 06:02:25.246303 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-904cc973-10e3-4689-b531-03a4d1338c7b req-2c975aa2-5d53-4193-b305-8e90f08743f7 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849023 Mar 09 06:02:25.387414 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-b41b5304-a8e0-4d22-a9d7-e1e04cd6eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:25.388926 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-b41b5304-a8e0-4d22-a9d7-e1e04cd6eeb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 1127 time: 0.0457034 Mar 09 06:02:25.482514 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-6e705400-86ee-4c1e-873d-e0e444d950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:25.483958 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-6e705400-86ee-4c1e-873d-e0e444d950e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.0887742 Mar 09 06:02:25.513113 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48594) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:25.531568 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-7a656870-2412-42ee-9c00-017c7cfb4827 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e HTTP/1.1" status: 200 len: 217 time: 0.0402796 Mar 09 06:02:25.579727 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-c9d736bb-5e08-4b00-8461-14518a4bb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:25.581258 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-c9d736bb-5e08-4b00-8461-14518a4bb3a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0439892 Mar 09 06:02:25.631244 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-9f0c91d9-4453-45fb-b87a-ffe6730612b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:25.632753 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-9f0c91d9-4453-45fb-b87a-ffe6730612b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450215 Mar 09 06:02:25.647649 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-121cbe6c-b64a-4bc6-a7bd-23eca35e4ed6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a801d85e58a4d16bce74b136442fe41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333284 Mar 09 06:02:25.650118 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48598) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:25.696647 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d9aee1d9-5f6a-4067-abc2-285320dc8926 admin admin] Publish callbacks [] for security_group (35713c76-8595-40a3-a04b-fc7aeda0ba53), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:25.716870 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d9aee1d9-5f6a-4067-abc2-285320dc8926 admin admin] Publish callbacks [] for security_group (35713c76-8595-40a3-a04b-fc7aeda0ba53), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:25.723888 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-9b72fb85-719b-42e1-a572-0e0acd0abe99 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846486 Mar 09 06:02:25.762918 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d9aee1d9-5f6a-4067-abc2-285320dc8926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (35713c76-8595-40a3-a04b-fc7aeda0ba53), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:25.765598 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d9aee1d9-5f6a-4067-abc2-285320dc8926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:25.766742 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d9aee1d9-5f6a-4067-abc2-285320dc8926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35713c76-8595-40a3-a04b-fc7aeda0ba53 HTTP/1.1" status: 204 len: 168 time: 0.1157327 Mar 09 06:02:25.784031 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aee1d9-5f6a-4067-abc2-285320dc8926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35713c76-8595-40a3-a04b-fc7aeda0ba53,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:25.832571 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-ea3b2e9f-0124-4615-9ccf-0d5b99f57f84 req-2e705e6f-9c1f-40c5-b55a-abe1622bb125 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004567 Mar 09 06:02:25.885090 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747f345-b4df-4c7f-aba6-6c01397b8ac0 req-24072d9a-9f4c-46fd-a25d-9c1b568492f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:25.892059 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1747f345-b4df-4c7f-aba6-6c01397b8ac0 req-24072d9a-9f4c-46fd-a25d-9c1b568492f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 943 time: 0.0628097 Mar 09 06:02:25.941757 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1747f345-b4df-4c7f-aba6-6c01397b8ac0 req-f8370dbf-ed91-462e-89cc-f9b24dae4ddd tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487750 Mar 09 06:02:27.059827 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a061c-91e2-493d-bee0-7f6c3c26d01d req-41fa14a1-284e-4c21-a520-78b97f83c885 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:27.061319 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f48a061c-91e2-493d-bee0-7f6c3c26d01d req-41fa14a1-284e-4c21-a520-78b97f83c885 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 943 time: 0.0512619 Mar 09 06:02:27.108034 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f48a061c-91e2-493d-bee0-7f6c3c26d01d req-c8b2b6fd-6905-46ab-bfa8-f8d573a52776 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 Mar 09 06:02:28.222412 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbb64b-b049-48c5-bd60-b3366dd47389 req-b63456be-ccbe-4ecf-9139-f9cf9a4dfdc8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:28.223870 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2dfbb64b-b049-48c5-bd60-b3366dd47389 req-b63456be-ccbe-4ecf-9139-f9cf9a4dfdc8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 943 time: 0.0509262 Mar 09 06:02:28.272229 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2dfbb64b-b049-48c5-bd60-b3366dd47389 req-db4b7b17-b9ac-42bc-9c9d-30ca5a5f2673 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421751 Mar 09 06:02:29.594577 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4be7bf-adf3-4148-a5f6-dedf3ce83d88 req-38682cf3-b86f-4768-981c-101474c3cd35 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:29.596024 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9c4be7bf-adf3-4148-a5f6-dedf3ce83d88 req-38682cf3-b86f-4768-981c-101474c3cd35 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 943 time: 0.0543926 Mar 09 06:02:29.642931 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9c4be7bf-adf3-4148-a5f6-dedf3ce83d88 req-2ed93386-5e8c-4fa5-a739-b7232da155cb tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410190 Mar 09 06:02:30.762526 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-becdd399-f85a-463f-8daf-de0bcc29494d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:30.764749 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5920f-2cb8-4af2-8b60-d0a3cd26d4e3 req-1edd78b6-5b29-4bf8-83c4-9d3166b94372 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:30.766253 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0bf5920f-2cb8-4af2-8b60-d0a3cd26d4e3 req-1edd78b6-5b29-4bf8-83c4-9d3166b94372 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 943 time: 0.0578620 Mar 09 06:02:30.815475 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-0bf5920f-2cb8-4af2-8b60-d0a3cd26d4e3 req-6c247b91-f6cd-4d4e-9fbb-6c814490a4fa tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Mar 09 06:02:31.404852 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:02:31.629028 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:31.640206 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'port_id': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'mac_address': 'fa:16:3e:72:6e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:02:31.677637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:31.678200 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:31.690376 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:02:31.709763 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:31.713501 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:31.758745 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:31.932488 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aff703-5366-4c5e-92bc-f57867fa0a7e req-c4a2eb6c-367c-4b87-8cf1-f3c737120046 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:31.933970 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-66aff703-5366-4c5e-92bc-f57867fa0a7e req-c4a2eb6c-367c-4b87-8cf1-f3c737120046 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 944 time: 0.0519166 Mar 09 06:02:31.981206 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-66aff703-5366-4c5e-92bc-f57867fa0a7e req-0c7eb100-ae37-472a-9c9f-8dedfb118ae8 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Mar 09 06:02:32.063634 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:02:33.097643 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-ccc18a11-d406-490a-8aee-a09f746ef2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:33.098425 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7036d9-d321-48e2-959b-71aa760fa88d req-b89af456-df0b-464d-b63c-ad17a336acd6 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:33.099463 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bb7036d9-d321-48e2-959b-71aa760fa88d req-b89af456-df0b-464d-b63c-ad17a336acd6 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 944 time: 0.0524852 Mar 09 06:02:33.149700 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bb7036d9-d321-48e2-959b-71aa760fa88d req-8ce38696-53a6-4620-95e5-b20f2f87b512 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442269 Mar 09 06:02:33.425937 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:02:33.474402 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:02:33.478753 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:33.479125 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:33.554331 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:33.554712 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:33.576266 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:33.578513 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35189e07-4d61-4d1d-b59b-cea6629d0a66" -d '{"events": [{"server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:33.594352 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:33.598539 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:33.623566 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55108233-faa3-4641-873b-7dc6c72eae57 x-openstack-request-id: req-55108233-faa3-4641-873b-7dc6c72eae57 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:33.623860 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:33.624110 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55108233-faa3-4641-873b-7dc6c72eae57 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:33.624511 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'code': 200} Mar 09 06:02:33.646449 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:33.896495 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8004cb4-2543-49b5-8ddc-afb0b1bf7d00 req-09588e39-ee85-40e2-b3e6-df0e98ef59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:33.898511 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a8004cb4-2543-49b5-8ddc-afb0b1bf7d00 req-09588e39-ee85-40e2-b3e6-df0e98ef59d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 1129 time: 0.0456603 Mar 09 06:02:33.943233 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-a8004cb4-2543-49b5-8ddc-afb0b1bf7d00 req-d73ffed7-9e39-494c-a8b5-72a043b13851 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383058 Mar 09 06:02:34.266101 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50db0f8-dc9d-44c3-bfa6-01f926b0cb85 req-a0fed934-f1ab-4b24-bf08-45191ba95678 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:34.267565 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e50db0f8-dc9d-44c3-bfa6-01f926b0cb85 req-a0fed934-f1ab-4b24-bf08-45191ba95678 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 945 time: 0.0518458 Mar 09 06:02:34.315805 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e50db0f8-dc9d-44c3-bfa6-01f926b0cb85 req-00cc168b-1966-4764-aa9c-7039003f448e tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415328 Mar 09 06:02:34.425974 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:35.433745 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8faa4-2c00-47b0-9a81-94545d27b0fc req-d22b4be6-adac-436a-8948-358e4d384519 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:35.435228 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6fc8faa4-2c00-47b0-9a81-94545d27b0fc req-d22b4be6-adac-436a-8948-358e4d384519 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 945 time: 0.0514979 Mar 09 06:02:35.488677 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-6fc8faa4-2c00-47b0-9a81-94545d27b0fc req-81a1050e-e2e8-440a-aecb-6e820edc890d tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479965 Mar 09 06:02:35.553994 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:35.602902 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07633f32-6e98-4a45-95ba-7b289ab1a2a0 req-88d15265-115d-4545-9dad-29334097076a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:35.604370 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-07633f32-6e98-4a45-95ba-7b289ab1a2a0 req-88d15265-115d-4545-9dad-29334097076a tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 945 time: 0.0512855 Mar 09 06:02:35.655333 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-07633f32-6e98-4a45-95ba-7b289ab1a2a0 req-97fefeda-d53b-4be0-ab54-27cbef6f47e2 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453522 Mar 09 06:02:35.677148 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48628) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:35.719776 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9adb6c-cda8-48da-9bb7-0f696df4ca7f tempest-TestVolumeBootPattern-311463270 tempest-TestVolumeBootPattern-311463270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:35.721308 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fe9adb6c-cda8-48da-9bb7-0f696df4ca7f tempest-TestVolumeBootPattern-311463270 tempest-TestVolumeBootPattern-311463270-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 1124 time: 0.0431676 Mar 09 06:02:35.724043 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48630) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:35.728632 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'port_id': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:35.747411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:35.840354 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:35.944735 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Allocated IP 172.27.1.87 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/b052e8b0-a1c2-4015-bbfb-ea46268da364) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:02:36.044941 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:36.078126 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:36.114371 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:02:36.119541 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:02:36.122962 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:02:36.128159 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=b052e8b0-a1c2-4015-bbfb-ea46268da364,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:36.155592 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.155942 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.156289 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.156659 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.156995 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.157325 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.157656 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.157986 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.158320 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.158648 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.158975 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.159297 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.159617 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:02:36.493751 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (eba69179-c553-4e15-8b28-6782240179c2), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:36.560053 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:36.704017 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:36.708169 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:36.777067 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event updated for resources: {'Port': ['ID=b052e8b0-a1c2-4015-bbfb-ea46268da364,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:36.786960 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (eba69179-c553-4e15-8b28-6782240179c2), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:36.887033 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Floating IP eba69179-c553-4e15-8b28-6782240179c2 associated. External IP: 172.27.1.87, port: 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e. Mar 09 06:02:37.096007 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:02:37.140361 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:37.219043 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:02:37.229172 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:02:37.238619 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:37.239285 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:37.240405 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:37.288754 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:02:37.358487 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:37.526487 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a8f56528-b0a1-4b8e-81ae-919f178dba0b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8013330 Mar 09 06:02:37.527146 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:37.529470 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:37.564593 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce73bd-961b-452a-a62b-2dee27811e5e x-openstack-request-id: req-e0ce73bd-961b-452a-a62b-2dee27811e5e {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:37.564886 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:37.565139 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0ce73bd-961b-452a-a62b-2dee27811e5e {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:37.565532 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'status': 'completed', 'code': 200} Mar 09 06:02:37.594133 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:47Z', 'revision_number': 1, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}, {'id': 'eba69179-c553-4e15-8b28-6782240179c2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:72:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:02:36Z', 'updated_at': '2022-03-09T06:02:36Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:37.622014 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:02:37.630239 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:37.631506 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:37.657425 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-0f712f66-421a-4e0f-8e78-f649c4a75ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:37.658914 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-0f712f66-421a-4e0f-8e78-f649c4a75ca2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 1129 time: 0.0436795 Mar 09 06:02:37.739379 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:37.754170 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-8dbf734b-b6bd-4d8c-a2c1-66d493dde277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:37.755618 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-8dbf734b-b6bd-4d8c-a2c1-66d493dde277 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.0872872 Mar 09 06:02:37.818165 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-757cba94-b243-4f5c-9385-afcca10ad44b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e HTTP/1.1" status: 200 len: 998 time: 0.0566313 Mar 09 06:02:37.867007 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-e9f9aaf8-6bad-41cb-9256-4126e81ba289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:37.868485 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-e9f9aaf8-6bad-41cb-9256-4126e81ba289 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0437822 Mar 09 06:02:37.922727 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-8d5c36af-7bfd-44f6-b33a-563c8e546d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:37.924155 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-8d5c36af-7bfd-44f6-b33a-563c8e546d8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469351 Mar 09 06:02:37.963757 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:47Z', 'revision_number': 1, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}, {'id': 'eba69179-c553-4e15-8b28-6782240179c2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:72:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:02:36Z', 'updated_at': '2022-03-09T06:02:36Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:37.989624 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64023c-cbe8-445e-99f7-f83ea0ad8608 None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:47Z', 'revision_number': 1, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}, {'id': 'eba69179-c553-4e15-8b28-6782240179c2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:72:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:02:36Z', 'updated_at': '2022-03-09T06:02:36Z', 'revision_number': 0, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:02:38.010175 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-cd70efc5-9751-4e04-aa78-5b748ddbc078 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795720 Mar 09 06:02:38.105682 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6bcf6ae5-b78d-4750-bbd6-e526ddbfa08c req-d6caa779-9df0-4441-9028-ac4b55f21ae4 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891454 Mar 09 06:02:38.179050 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3fc6d-b9b8-4dc3-b943-bfbebb22ac82 None None] New status for floating IP eba69179-c553-4e15-8b28-6782240179c2: ACTIVE {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:02:39.034370 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894d3f-7561-4eca-a535-663ede45c229 req-8178a52a-2195-47b1-a4aa-61cd5fb69341 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:39.036067 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-98894d3f-7561-4eca-a535-663ede45c229 req-8178a52a-2195-47b1-a4aa-61cd5fb69341 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 945 time: 0.0516276 Mar 09 06:02:39.082040 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-98894d3f-7561-4eca-a535-663ede45c229 req-034c909b-8a32-40be-9173-391967da21b5 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403519 Mar 09 06:02:40.201830 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b1821-ad49-4545-b242-d68aba016254 req-6217a072-4754-4d30-95d3-43ae318c610e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:40.203294 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3a0b1821-ad49-4545-b242-d68aba016254 req-6217a072-4754-4d30-95d3-43ae318c610e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 945 time: 0.0532184 Mar 09 06:02:40.250674 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3a0b1821-ad49-4545-b242-d68aba016254 req-035d9664-4c4f-4d94-95a5-0aca24f67f2a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Mar 09 06:02:40.885949 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-3813d649-de93-4498-b1b7-590f963c6a98 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:40.887360 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-3813d649-de93-4498-b1b7-590f963c6a98 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 945 time: 0.0508308 Mar 09 06:02:40.981013 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:02:40.981362 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:41.064616 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] For port 24f80bc0-b70a-4c52-b104-1a3ff28414a0, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=24f80bc0-b70a-4c52-b104-1a3ff28414a0,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:41.064974 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:41.230292 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:41.230993 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (d284f152-dee9-48ee-a200-47f2b3aa8b56), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:41.230993 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP d284f152-dee9-48ee-a200-47f2b3aa8b56 disassociated. External IP: 172.27.1.151, port: 24f80bc0-b70a-4c52-b104-1a3ff28414a0. Mar 09 06:02:41.231312 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for 24f80bc0-b70a-4c52-b104-1a3ff28414a0 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:02:41.358070 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (24f80bc0-b70a-4c52-b104-1a3ff28414a0), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:41.372397 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c998-4bc2-49fa-8353-0e0b93b9070c req-acf3e929-d3a1-44b2-be64-ed3c79d8df1c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:41.373912 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8fe3c998-4bc2-49fa-8353-0e0b93b9070c req-acf3e929-d3a1-44b2-be64-ed3c79d8df1c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ac8e6-b40f-4be6-8103-845793cc444a HTTP/1.1" status: 200 len: 945 time: 0.0538771 Mar 09 06:02:41.390213 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=24f80bc0-b70a-4c52-b104-1a3ff28414a0,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:41.423966 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-8fe3c998-4bc2-49fa-8353-0e0b93b9070c req-b46a06cb-48c9-4f7c-af4f-ff0e2d2e7b76 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5d5b216-7236-41d2-942b-8418ed65ae2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442500 Mar 09 06:02:41.503996 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:02:41.610937 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:02:41.621435 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:02:41.631058 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:41.631673 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:41.650906 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] No DVR routers for this DVR port 24f80bc0-b70a-4c52-b104-1a3ff28414a0 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:02:41.653493 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:41.656762 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1f47fd8c-7c5a-41c3-8c4f-d1f467cef940 req-4b269701-caae-4646-8b4b-0373f9e801e6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "DELETE /v2.0/ports/24f80bc0-b70a-4c52-b104-1a3ff28414a0 HTTP/1.1" status: 204 len: 173 time: 0.7645805 Mar 09 06:02:41.657200 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'name': 'network-vif-deleted', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:41.659415 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c35796b-64df-46f7-a56a-92645375c42f" -d '{"events": [{"server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "name": "network-vif-deleted", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:41.697085 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6898b7-fb52-46d9-a0e8-89ff3dc94c17 x-openstack-request-id: req-ad6898b7-fb52-46d9-a0e8-89ff3dc94c17 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:41.697523 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ac8e6-b40f-4be6-8103-845793cc444a", "name": "network-vif-deleted", "tag": "24f80bc0-b70a-4c52-b104-1a3ff28414a0", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:41.697959 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad6898b7-fb52-46d9-a0e8-89ff3dc94c17 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:41.698860 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ac8e6-b40f-4be6-8103-845793cc444a', 'name': 'network-vif-deleted', 'tag': '24f80bc0-b70a-4c52-b104-1a3ff28414a0', 'status': 'completed', 'code': 200} Mar 09 06:02:41.754446 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:41.988053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:05Z', 'revision_number': 2, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:42.013933 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:02:42.022047 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:42.022641 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:42.128425 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:42.510408 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48666) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:42.513283 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:05Z', 'revision_number': 2, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:42.541010 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adee74-f069-4810-9e13-2f598c220a4f None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '456c856b-abaa-4882-9040-1d5cb0643ccd', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '3f0194af-65be-48fe-a627-596a63d9a80b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:62:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:53Z', 'updated_at': '2022-03-09T06:01:05Z', 'revision_number': 2, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:02:42.566080 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34ab4d51-3576-4240-b476-9f0f1aad18b7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (c5d5b216-7236-41d2-942b-8418ed65ae2e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.590924 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34ab4d51-3576-4240-b476-9f0f1aad18b7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (c5d5b216-7236-41d2-942b-8418ed65ae2e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.641185 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34ab4d51-3576-4240-b476-9f0f1aad18b7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (c5d5b216-7236-41d2-942b-8418ed65ae2e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.643797 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-34ab4d51-3576-4240-b476-9f0f1aad18b7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.645039 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-34ab4d51-3576-4240-b476-9f0f1aad18b7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5d5b216-7236-41d2-942b-8418ed65ae2e HTTP/1.1" status: 204 len: 168 time: 0.1336479 Mar 09 06:02:42.649550 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48668) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:42.664916 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab4d51-3576-4240-b476-9f0f1aad18b7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d5b216-7236-41d2-942b-8418ed65ae2e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:42.671605 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.api.v2.resource [None req-13ef527c-1950-4c64-b207-9d07ba3bb9d1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] show failed (client error): The resource could not be found. Mar 09 06:02:42.672865 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-13ef527c-1950-4c64-b207-9d07ba3bb9d1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups/c5d5b216-7236-41d2-942b-8418ed65ae2e HTTP/1.1" status: 404 len: 347 time: 0.0206172 Mar 09 06:02:42.675784 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48670) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:42.782402 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd496fe-305a-40c6-8c6c-92f222516214 None None] New status for floating IP d284f152-dee9-48ee-a200-47f2b3aa8b56: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:02:42.812705 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port 021928e4-d7f1-4289-854f-12b4c9f950cb {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:02:42.813053 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.817181 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.887716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.888039 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (021928e4-d7f1-4289-854f-12b4c9f950cb), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:42.900992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for 021928e4-d7f1-4289-854f-12b4c9f950cb owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:02:43.031493 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (021928e4-d7f1-4289-854f-12b4c9f950cb), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:43.057451 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=021928e4-d7f1-4289-854f-12b4c9f950cb,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:43.116321 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (d284f152-dee9-48ee-a200-47f2b3aa8b56), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:43.118802 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:43.119943 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-604a3836-dd80-47b5-9924-d636f3d4e2fa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/floatingips/d284f152-dee9-48ee-a200-47f2b3aa8b56 HTTP/1.1" status: 204 len: 168 time: 0.4431663 Mar 09 06:02:43.453789 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 24f80bc0-b70a-4c52-b104-1a3ff28414a0 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:02:43.477280 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 24f80bc0-b70a-4c52-b104-1a3ff28414a0 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:02:43.477634 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 24f80bc0-b70a-4c52-b104-1a3ff28414a0 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:02:44.693848 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edcd02-0c50-417e-bd82-8f57610ea35f req-f85562fd-a855-4744-b6d4-b5d2ecaa2311 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:44.695178 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b5edcd02-0c50-417e-bd82-8f57610ea35f req-f85562fd-a855-4744-b6d4-b5d2ecaa2311 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 946 time: 0.0552280 Mar 09 06:02:44.740450 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-b5edcd02-0c50-417e-bd82-8f57610ea35f req-3d3d6311-b14b-40f7-ae5d-5a6f69b981b3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Mar 09 06:02:45.863709 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375d4c0-c253-4d93-ac66-9738c578a160 req-71831d30-9725-4f9e-a76c-8461eed48d2e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:45.865237 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d375d4c0-c253-4d93-ac66-9738c578a160 req-71831d30-9725-4f9e-a76c-8461eed48d2e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 946 time: 0.0550265 Mar 09 06:02:45.911492 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d375d4c0-c253-4d93-ac66-9738c578a160 req-ef5bb07b-9e99-48cf-8925-e0aafd993b15 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405247 Mar 09 06:02:46.626421 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-b3460b73-265a-41cf-b2ca-c58276accc48 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:46.627791 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-b3460b73-265a-41cf-b2ca-c58276accc48 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 946 time: 0.0504425 Mar 09 06:02:46.720804 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port 3f0194af-65be-48fe-a627-596a63d9a80b {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:02:46.721151 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:46.806230 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] For port 3f0194af-65be-48fe-a627-596a63d9a80b, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=3f0194af-65be-48fe-a627-596a63d9a80b,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:46.806586 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:46.972393 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:46.973108 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (456c856b-abaa-4882-9040-1d5cb0643ccd), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:46.973108 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP 456c856b-abaa-4882-9040-1d5cb0643ccd disassociated. External IP: 172.27.1.233, port: 3f0194af-65be-48fe-a627-596a63d9a80b. Mar 09 06:02:46.973410 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for 3f0194af-65be-48fe-a627-596a63d9a80b owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:02:47.028110 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed50d-0141-4063-87bb-c68d087701ac req-b7757bd0-7548-4e5c-8c3c-acb69da589d9 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:47.029788 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c9aed50d-0141-4063-87bb-c68d087701ac req-b7757bd0-7548-4e5c-8c3c-acb69da589d9 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Mar 09 06:02:47.076846 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-c9aed50d-0141-4063-87bb-c68d087701ac req-8cf575b3-226f-4ed7-ba2b-cc2c13643669 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a702074d-3e53-471a-aa72-cad2122c1274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Mar 09 06:02:47.098070 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (3f0194af-65be-48fe-a627-596a63d9a80b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:47.126548 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=3f0194af-65be-48fe-a627-596a63d9a80b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:47.239518 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:02:47.346585 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:02:47.357889 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:02:47.369038 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:47.369655 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:47.390670 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] No DVR routers for this DVR port 3f0194af-65be-48fe-a627-596a63d9a80b on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:02:47.393123 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:47.397139 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-978e5593-aae3-4c34-819a-6e414b57e4e7 req-7413ba7b-209c-4a87-93b2-d2c0c5cdf3dd tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "DELETE /v2.0/ports/3f0194af-65be-48fe-a627-596a63d9a80b HTTP/1.1" status: 204 len: 173 time: 0.7636697 Mar 09 06:02:47.397700 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'name': 'network-vif-deleted', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:47.399912 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacb546f-e17a-43d2-907d-544adc866287" -d '{"events": [{"server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "name": "network-vif-deleted", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:47.443379 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aed7158-7385-4843-93ec-7d078b73e101 x-openstack-request-id: req-2aed7158-7385-4843-93ec-7d078b73e101 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:47.444251 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44", "name": "network-vif-deleted", "tag": "3f0194af-65be-48fe-a627-596a63d9a80b", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:47.444537 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2aed7158-7385-4843-93ec-7d078b73e101 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:47.444941 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1c835d-9f62-4c9e-82b0-f0f0aaafaf44', 'name': 'network-vif-deleted', 'tag': '3f0194af-65be-48fe-a627-596a63d9a80b', 'status': 'completed', 'code': 200} Mar 09 06:02:47.486423 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:47.702079 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:47.731394 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:02:47.739320 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:02:47.740038 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:47.844442 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:02:48.043701 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:02:48.070319 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0f5954-ed40-463a-918a-6fa23260695e None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:02:48.162748 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48702) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:48.218040 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9f1bfeb2-bdc8-4858-97a8-8f3d46d4fdd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (a702074d-3e53-471a-aa72-cad2122c1274), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.244739 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9f1bfeb2-bdc8-4858-97a8-8f3d46d4fdd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (a702074d-3e53-471a-aa72-cad2122c1274), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.288185 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9708b11-ad84-4828-b101-cd7e6a5945c7 None None] New status for floating IP 456c856b-abaa-4882-9040-1d5cb0643ccd: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:02:48.300034 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9f1bfeb2-bdc8-4858-97a8-8f3d46d4fdd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a702074d-3e53-471a-aa72-cad2122c1274), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.303308 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-9f1bfeb2-bdc8-4858-97a8-8f3d46d4fdd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.304661 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-9f1bfeb2-bdc8-4858-97a8-8f3d46d4fdd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/security-groups/a702074d-3e53-471a-aa72-cad2122c1274 HTTP/1.1" status: 204 len: 168 time: 0.1408505 Mar 09 06:02:48.307554 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48704) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:48.313872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bfeb2-bdc8-4858-97a8-8f3d46d4fdd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702074d-3e53-471a-aa72-cad2122c1274,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:48.323182 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.api.v2.resource [None req-a57d85fd-1dc7-4355-a722-1990b5607cc4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] show failed (client error): The resource could not be found. Mar 09 06:02:48.327120 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a57d85fd-1dc7-4355-a722-1990b5607cc4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups/a702074d-3e53-471a-aa72-cad2122c1274 HTTP/1.1" status: 404 len: 347 time: 0.0156262 Mar 09 06:02:48.327822 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48706) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:48.457694 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port 310a9d85-d042-411b-8520-0e2734d265ec {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:02:48.458040 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (310a9d85-d042-411b-8520-0e2734d265ec), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.534113 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (310a9d85-d042-411b-8520-0e2734d265ec), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.534445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (310a9d85-d042-411b-8520-0e2734d265ec), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.546694 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for 310a9d85-d042-411b-8520-0e2734d265ec owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:02:48.675768 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (310a9d85-d042-411b-8520-0e2734d265ec), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.702294 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=310a9d85-d042-411b-8520-0e2734d265ec,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:48.760304 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (456c856b-abaa-4882-9040-1d5cb0643ccd), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.762802 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:48.763945 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-f14cde02-2449-4bc4-85ba-0361ec914a6e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/floatingips/456c856b-abaa-4882-9040-1d5cb0643ccd HTTP/1.1" status: 204 len: 168 time: 0.4351096 Mar 09 06:02:49.119435 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48712) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:49.124549 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-7ecfa2a6-9739-4979-84a2-7e049e4287af tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847390233', 'description': 'tempest-description--2004082380'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:49.143697 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa2a6-9739-4979-84a2-7e049e4287af tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.211858 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa2a6-9739-4979-84a2-7e049e4287af tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (44ac69dc-756e-4680-819e-3fb92182e73e), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.216287 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa2a6-9739-4979-84a2-7e049e4287af tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (44ac69dc-756e-4680-819e-3fb92182e73e), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.246419 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7ecfa2a6-9739-4979-84a2-7e049e4287af tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.247623 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-7ecfa2a6-9739-4979-84a2-7e049e4287af tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1271567 Mar 09 06:02:49.249471 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfa2a6-9739-4979-84a2-7e049e4287af tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac69dc-756e-4680-819e-3fb92182e73e,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:49.256281 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48714) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:49.262237 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-57cc2d40-9463-439a-9351-03c0b0ad771c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': '44ac69dc-756e-4680-819e-3fb92182e73e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:49.287510 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-57cc2d40-9463-439a-9351-03c0b0ad771c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (5d6f94c1-0558-4ec7-a371-2a3b6d8788d9), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.331222 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-57cc2d40-9463-439a-9351-03c0b0ad771c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (5d6f94c1-0558-4ec7-a371-2a3b6d8788d9), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.334517 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-57cc2d40-9463-439a-9351-03c0b0ad771c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (5d6f94c1-0558-4ec7-a371-2a3b6d8788d9), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.352431 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc2d40-9463-439a-9351-03c0b0ad771c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6f94c1-0558-4ec7-a371-2a3b6d8788d9,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:49.356207 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-57cc2d40-9463-439a-9351-03c0b0ad771c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.359764 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-57cc2d40-9463-439a-9351-03c0b0ad771c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0993071 Mar 09 06:02:49.360723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48716) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:49.364069 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-d8bec595-05bc-4d1a-982b-91240404194f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': '44ac69dc-756e-4680-819e-3fb92182e73e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:49.388632 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8bec595-05bc-4d1a-982b-91240404194f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (197c462b-9d6e-4505-88e5-df5de4c21474), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.445623 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8bec595-05bc-4d1a-982b-91240404194f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (197c462b-9d6e-4505-88e5-df5de4c21474), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.449233 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8bec595-05bc-4d1a-982b-91240404194f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (197c462b-9d6e-4505-88e5-df5de4c21474), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.467411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec595-05bc-4d1a-982b-91240404194f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197c462b-9d6e-4505-88e5-df5de4c21474,revision_number=0']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:49.473515 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d8bec595-05bc-4d1a-982b-91240404194f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.475295 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d8bec595-05bc-4d1a-982b-91240404194f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143944 Mar 09 06:02:49.478232 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48718) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:02:49.480749 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 3f0194af-65be-48fe-a627-596a63d9a80b no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:02:49.482527 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:49.501635 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.504766 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 3f0194af-65be-48fe-a627-596a63d9a80b {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:02:49.505166 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 3f0194af-65be-48fe-a627-596a63d9a80b not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:02:49.594707 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.698471 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.27.1.193 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/93bf2ba2-fd5c-4a06-b9af-181256e21cdb) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:02:49.795194 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.828505 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.865073 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:02:49.867823 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:02:49.871220 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:02:49.898849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=93bf2ba2-fd5c-4a06-b9af-181256e21cdb,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:49.959808 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (863be61c-0979-4bc4-b985-3b437112dd57), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:49.992951 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:50.138009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:50.142367 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:50.211077 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=93bf2ba2-fd5c-4a06-b9af-181256e21cdb,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:50.221138 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (863be61c-0979-4bc4-b985-3b437112dd57), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:50.236294 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:50.237681 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a4439820-9dfc-408b-ae41-1c37cbdb7a5d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7584136 Mar 09 06:02:50.426046 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-4518428b-71bc-4cf3-96c6-f924f35a5575 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1847390233&fields=id&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 267 time: 0.0414879 Mar 09 06:02:50.526708 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-c5b8b2dc-9d5a-412a-81b1-94464397cba2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:50.528160 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-c5b8b2dc-9d5a-412a-81b1-94464397cba2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.0959778 Mar 09 06:02:50.543126 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-e145994e-c8a1-429b-ad87-33944876cb96 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/quotas/956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 375 time: 0.0096676 Mar 09 06:02:50.599329 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-540164b6-7ae9-4378-8b7e-7d413c9e9db6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512624 Mar 09 06:02:50.689579 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-f91c922f-d14f-4fc8-986d-5454103cb604 service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793338 Mar 09 06:02:50.779648 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-2cf1b766-6b49-4c68-a22a-5d31afac9168 service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835464 Mar 09 06:02:50.939439 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d3f38b62-d153-4510-b5c1-503716a3d826 req-ce366f52-d552-42e7-9d56-152d8c6cad45 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 210 time: 0.0280557 Mar 09 06:02:51.960651 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-0fd70020-2964-42a2-b482-c09fce1fbbc6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:51.962085 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-0fd70020-2964-42a2-b482-c09fce1fbbc6 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.1017504 Mar 09 06:02:52.049629 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1b97fc08-1861-40c5-9b8a-375a1cc03d90 req-49715565-987c-43f8-b5db-4753bab6c66d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 210 time: 0.0408671 Mar 09 06:02:52.058396 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-2d059cec-2945-41ad-9b0b-47ee414a53b3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 380 time: 0.0816801 Mar 09 06:02:52.068452 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'port': {'device_id': '9def7847-f695-4130-a4ae-39076bbee3b5', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'admin_state_up': True, 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'security_groups': ['44ac69dc-756e-4680-819e-3fb92182e73e']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:52.170030 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Made reservation on behalf of 956e9015cdfa48519e98091fb770fd62 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:02:52.173352 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:52.296163 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.20.0.5 (9b9b43cd-faf3-483e-ab46-2bb3357a1f58/fb0c333b-8f8e-4191-8447-ed66d9ecbad6/bf6d9e01-be41-46e0-ab88-318ccffda402) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:02:52.428659 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:52.460917 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:52.501188 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:02:52.502440 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:02:52.508073 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:02:52.532574 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=bf6d9e01-be41-46e0-ab88-318ccffda402,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:52.561919 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:52.562563 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:52.579016 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-d69995e6-b1bf-46fe-97f3-33f944b6fe44 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5148795 Mar 09 06:02:52.603104 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Request body: {'port': {'device_id': '9def7847-f695-4130-a4ae-39076bbee3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:02:52.669490 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:52.761905 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-c89a2f53-a1e2-42c7-a2ae-16fc2d2bdec9 None None] Provisioning complete for port bf6d9e01-be41-46e0-ab88-318ccffda402 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:52.762446 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c89a2f53-a1e2-42c7-a2ae-16fc2d2bdec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:52.796424 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-c89a2f53-a1e2-42c7-a2ae-16fc2d2bdec9 None None] Port bf6d9e01-be41-46e0-ab88-318ccffda402 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:02:53.168513 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a255e80-639c-4c71-90b9-0e0f58b178c6 req-2968f17d-cc52-4e48-8da5-1346d289e896 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:53.169985 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0a255e80-639c-4c71-90b9-0e0f58b178c6 req-2968f17d-cc52-4e48-8da5-1346d289e896 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 931 time: 0.0539269 Mar 09 06:02:53.171336 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6d9e01-be41-46e0-ab88-318ccffda402 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:02:53.179918 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Publish callbacks [] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:53.192155 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Transition to ACTIVE for port object bf6d9e01-be41-46e0-ab88-318ccffda402 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:02:53.195841 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:53.217800 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0a255e80-639c-4c71-90b9-0e0f58b178c6 req-a80749a6-84d2-4545-a9c2-707962bcd9e2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Mar 09 06:02:53.286024 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6d9e01-be41-46e0-ab88-318ccffda402,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:53.320112 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Attempting to bind port bf6d9e01-be41-46e0-ab88-318ccffda402 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:02:53.320477 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Attempting to bind port bf6d9e01-be41-46e0-ab88-318ccffda402 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:02:53.320815 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Attempting to bind port bf6d9e01-be41-46e0-ab88-318ccffda402 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:02:53.325643 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Port bf6d9e01-be41-46e0-ab88-318ccffda402 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:02:53.325946 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Attempting to bind port bf6d9e01-be41-46e0-ab88-318ccffda402 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:02:53.330934 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:02:53.331197 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Checking segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:02:53.331578 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Bound using segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:02:53.332000 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Bound port: bf6d9e01-be41-46e0-ab88-318ccffda402, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:02:53.332355 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:53.398266 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] For port bf6d9e01-be41-46e0-ab88-318ccffda402, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:02:53.401641 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] For port bf6d9e01-be41-46e0-ab88-318ccffda402, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=bf6d9e01-be41-46e0-ab88-318ccffda402,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:02:53.408333 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:53.439112 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:53.439830 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:53.441230 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] 10.222.0.32 "PUT /v2.0/ports/bf6d9e01-be41-46e0-ab88-318ccffda402 HTTP/1.1" status: 200 len: 1093 time: 0.8437698 Mar 09 06:02:53.443988 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:53.446271 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79859d0-5d17-4cce-af87-0d5f3733864e" -d '{"events": [{"name": "network-changed", "server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:53.485587 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8284fa-f535-46d4-bcb2-4dffdab2b109 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6d9e01-be41-46e0-ab88-318ccffda402,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:53.489080 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96c099f-bb6b-433d-9cdc-fb878e7c1d06 x-openstack-request-id: req-a96c099f-bb6b-433d-9cdc-fb878e7c1d06 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:53.489421 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:53.489686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a96c099f-bb6b-433d-9cdc-fb878e7c1d06 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:53.490086 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'status': 'completed', 'code': 200} Mar 09 06:02:53.564288 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-6ee8905d-9af6-49a6-95f3-302508752176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:53.565883 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-6ee8905d-9af6-49a6-95f3-302508752176 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 1127 time: 0.0508330 Mar 09 06:02:53.616151 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-3fc0e0a5-0b0b-47c1-93c8-741a56638a16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf6d9e01-be41-46e0-ab88-318ccffda402 HTTP/1.1" status: 200 len: 217 time: 0.0353758 Mar 09 06:02:53.663818 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-116506a4-491a-4fa8-a5aa-0049ec34d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:53.665290 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-116506a4-491a-4fa8-a5aa-0049ec34d7ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0430598 Mar 09 06:02:53.713590 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-f1b99360-e031-4ed5-8bfc-2596639dd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:53.715049 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-f1b99360-e031-4ed5-8bfc-2596639dd2f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433266 Mar 09 06:02:53.802914 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-0dff6031-3cce-419d-bc64-1643fcc9ae4a service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814154 Mar 09 06:02:53.892355 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-2c089c73-44b8-477d-ad40-37b7bcecb06f req-1b7386e4-04f5-41cd-aa1d-f59dba83b46e service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829899 Mar 09 06:02:54.035095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-337c09fb-aa69-4f93-969d-083436dd2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:54.036589 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-337c09fb-aa69-4f93-969d-083436dd2189 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 1127 time: 0.0439510 Mar 09 06:02:54.126872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-032cf816-af8d-4207-b997-c0d4fbc04f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:54.128280 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-032cf816-af8d-4207-b997-c0d4fbc04f91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.0839279 Mar 09 06:02:54.169734 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-ee3e4883-53ca-4d0e-83af-6352c84174fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf6d9e01-be41-46e0-ab88-318ccffda402 HTTP/1.1" status: 200 len: 217 time: 0.0335755 Mar 09 06:02:54.215960 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-6c818745-b8e3-4b5d-ae62-31fc7ed89de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:54.217354 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-6c818745-b8e3-4b5d-ae62-31fc7ed89de7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0419629 Mar 09 06:02:54.266931 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-406141f3-c7dc-4ff8-9d7b-d62d95ed1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:54.268445 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-406141f3-c7dc-4ff8-9d7b-d62d95ed1b45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442314 Mar 09 06:02:54.338916 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae3453-e66e-420d-9993-7f4415dd34f3 req-101584d7-205c-44d6-95cf-95120038930b tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:54.340399 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fcae3453-e66e-420d-9993-7f4415dd34f3 req-101584d7-205c-44d6-95cf-95120038930b tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 943 time: 0.0534644 Mar 09 06:02:54.362597 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-6431910c-11ec-42e3-9b89-c903c589e90b service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856476 Mar 09 06:02:54.392583 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fcae3453-e66e-420d-9993-7f4415dd34f3 req-4c1c9086-21db-4c5d-aa8f-55af33a19377 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466070 Mar 09 06:02:54.453334 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-d79859d0-5d17-4cce-af87-0d5f3733864e req-9ce2b508-f307-4f22-9618-9e3b0c7c5cdf service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833182 Mar 09 06:02:55.494286 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device bf6d9e01-be41-46e0-ab88-318ccffda402 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:02:55.512528 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb67a1-4725-41ff-9bf8-b3abe632b4e4 req-e96eea51-84f8-4e06-9086-7a74577ae4b3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:55.514130 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bccb67a1-4725-41ff-9bf8-b3abe632b4e4 req-e96eea51-84f8-4e06-9086-7a74577ae4b3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 943 time: 0.0533996 Mar 09 06:02:55.561633 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bccb67a1-4725-41ff-9bf8-b3abe632b4e4 req-d1bb2228-242c-40ce-84cb-e36235817f98 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Mar 09 06:02:55.592233 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port bf6d9e01-be41-46e0-ab88-318ccffda402, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=bf6d9e01-be41-46e0-ab88-318ccffda402,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:55.603633 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'port_id': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'mac_address': 'fa:16:3e:3d:c5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:02:55.640455 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port bf6d9e01-be41-46e0-ab88-318ccffda402 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:55.640839 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:55.656575 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6d9e01-be41-46e0-ab88-318ccffda402 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:02:55.674573 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port bf6d9e01-be41-46e0-ab88-318ccffda402, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=bf6d9e01-be41-46e0-ab88-318ccffda402,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:55.678779 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:55.724907 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=bf6d9e01-be41-46e0-ab88-318ccffda402,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:56.008087 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['bf6d9e01-be41-46e0-ab88-318ccffda402'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:02:56.677075 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e83b6-ff27-402b-ba5a-980db47e8dcd req-67a6c206-5c79-462a-a8e7-fab6b680e731 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:56.678518 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a56e83b6-ff27-402b-ba5a-980db47e8dcd req-67a6c206-5c79-462a-a8e7-fab6b680e731 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 944 time: 0.0513399 Mar 09 06:02:56.724126 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a56e83b6-ff27-402b-ba5a-980db47e8dcd req-1bb126a7-2157-4d75-be7a-3925eae3ae67 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399065 Mar 09 06:02:57.484922 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device bf6d9e01-be41-46e0-ab88-318ccffda402 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:02:57.532629 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port bf6d9e01-be41-46e0-ab88-318ccffda402 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:02:57.536465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port bf6d9e01-be41-46e0-ab88-318ccffda402 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:02:57.536861 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:57.609823 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port bf6d9e01-be41-46e0-ab88-318ccffda402 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:02:57.610210 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:57.632920 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:02:57.635137 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d65e282-f27b-4f57-b749-074da3ad17e2" -d '{"events": [{"server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "name": "network-vif-plugged", "status": "completed", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:02:57.651562 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port bf6d9e01-be41-46e0-ab88-318ccffda402, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=bf6d9e01-be41-46e0-ab88-318ccffda402,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:02:57.655737 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:02:57.681773 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9422ff5f-bc0e-4940-a13c-8d057de8fd73 x-openstack-request-id: req-9422ff5f-bc0e-4940-a13c-8d057de8fd73 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:02:57.682061 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "name": "network-vif-plugged", "status": "completed", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:02:57.682312 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9422ff5f-bc0e-4940-a13c-8d057de8fd73 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:02:57.683475 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'code': 200} Mar 09 06:02:57.707536 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=bf6d9e01-be41-46e0-ab88-318ccffda402,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:02:57.846778 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402fc58-eba7-43a3-9eee-5beba473acc5 req-76982d13-7496-4e9c-bd91-e123818fe8e3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:57.848147 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9402fc58-eba7-43a3-9eee-5beba473acc5 req-76982d13-7496-4e9c-bd91-e123818fe8e3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.0564296 Mar 09 06:02:57.895048 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9402fc58-eba7-43a3-9eee-5beba473acc5 req-06cd6e59-5441-4cfa-9804-16909776c58b tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410600 Mar 09 06:02:57.897398 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812b172-fbda-4519-8e68-100be0f7e22e req-a13067fe-5b35-4613-97e2-69d364aedd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:57.898866 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e812b172-fbda-4519-8e68-100be0f7e22e req-a13067fe-5b35-4613-97e2-69d364aedd4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 1129 time: 0.0429301 Mar 09 06:02:57.942991 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e812b172-fbda-4519-8e68-100be0f7e22e req-196fbb20-a01a-4f1c-b645-4dfc64130176 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368788 Mar 09 06:02:59.015764 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1077796-7caf-4734-820a-a0dc7276a44d req-e31305fa-fa53-4cd0-a359-85cd78642480 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:02:59.017144 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c1077796-7caf-4734-820a-a0dc7276a44d req-e31305fa-fa53-4cd0-a359-85cd78642480 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.0540228 Mar 09 06:02:59.063207 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c1077796-7caf-4734-820a-a0dc7276a44d req-4ed158f9-1e2d-431b-baf0-c05c84842d6c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Mar 09 06:03:00.182914 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96e302-98ef-46ff-a495-4638a8eb5849 req-b2f6b913-ff2b-45f8-a756-9b112d70929e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:00.184357 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fc96e302-98ef-46ff-a495-4638a8eb5849 req-b2f6b913-ff2b-45f8-a756-9b112d70929e tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.0554795 Mar 09 06:03:00.230123 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-fc96e302-98ef-46ff-a495-4638a8eb5849 req-f7b9158b-d0e4-47a8-a4c0-a8d54b1afe25 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Mar 09 06:03:00.341329 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f4de4-9d5c-4585-93e0-68181b80e6e9 req-3aebca8f-2a33-4502-ba54-6cc9c7360dd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:00.342683 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-939f4de4-9d5c-4585-93e0-68181b80e6e9 req-3aebca8f-2a33-4502-ba54-6cc9c7360dd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.0517824 Mar 09 06:03:00.350942 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48778) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:00.355135 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'port_id': 'bf6d9e01-be41-46e0-ab88-318ccffda402'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:03:00.396611 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (863be61c-0979-4bc4-b985-3b437112dd57), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:00.768415 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7809084d-9dd3-4cc3-9fa6-59d6465ac6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:00.858575 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:00.862921 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (863be61c-0979-4bc4-b985-3b437112dd57), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:00.967013 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP 863be61c-0979-4bc4-b985-3b437112dd57 associated. External IP: 172.27.1.193, port: bf6d9e01-be41-46e0-ab88-318ccffda402. Mar 09 06:03:01.180152 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:03:01.304107 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:03:01.309147 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:01.314343 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:03:01.324448 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:01.325121 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:01.351934 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ac8fb14f-fbe9-4138-90b5-add7671fa9aa tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "PUT /v2.0/floatingips/863be61c-0979-4bc4-b985-3b437112dd57 HTTP/1.1" status: 200 len: 991 time: 0.9927251 Mar 09 06:03:01.351934 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:03:01.351934 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f587333-ba30-4c36-87ca-e0668e3aa10a" -d '{"events": [{"name": "network-changed", "server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:03:01.391578 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233604de-2ce7-4e79-8909-cc3ef328b57a x-openstack-request-id: req-233604de-2ce7-4e79-8909-cc3ef328b57a {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:03:01.391872 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:03:01.392127 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-233604de-2ce7-4e79-8909-cc3ef328b57a {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:03:01.392556 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'status': 'completed', 'code': 200} Mar 09 06:03:01.450816 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:01.485707 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-87248a3e-9b4d-402d-a689-746243fb33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:01.487568 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-87248a3e-9b4d-402d-a689-746243fb33bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 1129 time: 0.0495083 Mar 09 06:03:01.582231 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-78b30546-e91f-4c4c-a0f7-aa789325105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:01.584144 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-78b30546-e91f-4c4c-a0f7-aa789325105b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.0907886 Mar 09 06:03:01.650614 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-e32a3cf9-96fa-454d-a278-7f183f39f1ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf6d9e01-be41-46e0-ab88-318ccffda402 HTTP/1.1" status: 200 len: 999 time: 0.0608144 Mar 09 06:03:01.692665 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '863be61c-0979-4bc4-b985-3b437112dd57', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:3d:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9def7847-f695-4130-a4ae-39076bbee3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:02:49Z', 'updated_at': '2022-03-09T06:03:00Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:01.697554 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-7f491454-a430-4fc4-b1e6-36ab89fafaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:01.699013 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-7f491454-a430-4fc4-b1e6-36ab89fafaeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0426300 Mar 09 06:03:01.719190 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:03:01.728059 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:01.728711 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:02:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:01.747787 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-6089bdce-be55-4b17-8257-3783f7ccb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:01.749290 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-6089bdce-be55-4b17-8257-3783f7ccb0be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448129 Mar 09 06:03:01.843969 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-2c80bbe6-198d-45b2-95e4-5fcd082c6189 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876555 Mar 09 06:03:01.936763 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-7f587333-ba30-4c36-87ca-e0668e3aa10a req-005ad9bd-9780-4866-b932-30fce716b1a3 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860837 Mar 09 06:03:01.964940 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:02.181247 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '863be61c-0979-4bc4-b985-3b437112dd57', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:3d:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9def7847-f695-4130-a4ae-39076bbee3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:02:49Z', 'updated_at': '2022-03-09T06:03:00Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:02.210923 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58f6ad-f93d-47f1-ac2d-6323146f1bd3 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '863be61c-0979-4bc4-b985-3b437112dd57', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:3d:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9def7847-f695-4130-a4ae-39076bbee3b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:02:49Z', 'updated_at': '2022-03-09T06:03:00Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:03:02.399101 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87725842-81a9-40a2-b213-361f296b0f96 None None] New status for floating IP 863be61c-0979-4bc4-b985-3b437112dd57: ACTIVE {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:03:03.100709 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2e25-57e4-4613-895b-0f07add77ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:04.429105 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:05.557461 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:07.138833 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:12.804399 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:14.289694 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:03:30.760206 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-92d378b7-fe70-4e78-ad24-b27de44a0e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:33.101625 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8817b787-3459-4d35-bba4-faebfd752b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:34.431457 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:35.560817 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:37.140956 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:40.864164 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48826) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:41.015793 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Deleting port 118cf95a-fb63-4f94-9093-c857f0897ec6 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:41.016052 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:41.092815 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:41.093149 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for floatingip (118cf95a-fb63-4f94-9093-c857f0897ec6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:41.104995 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Calling delete_port for 118cf95a-fb63-4f94-9093-c857f0897ec6 owned by network:floatingip {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:41.269181 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (118cf95a-fb63-4f94-9093-c857f0897ec6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:41.294124 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event deleted for resources: {'Port': ['ID=118cf95a-fb63-4f94-9093-c857f0897ec6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:41.305586 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.305939 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.306287 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.306631 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.306966 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.307302 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.307634 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.307967 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.308294 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.308650 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.308979 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.309305 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.309624 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:41.365731 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for floatingip (25f4e5ab-71d7-47f6-8b16-79474e3618f4), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:41.366091 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Floating IP 25f4e5ab-71d7-47f6-8b16-79474e3618f4 disassociated (deleted). External IP: 172.27.1.92, port: 365b8f71-2384-40e7-9418-6944a45cc5cf. Mar 09 06:03:41.830584 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:03:41.936102 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:03:41.940823 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:41.946202 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] Sync routers for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:03:41.955140 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:41.955742 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:41.970477 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-018bc9a9-2c8d-4bb3-b077-4c61dd18d34f tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "DELETE /v2.0/floatingips/25f4e5ab-71d7-47f6-8b16-79474e3618f4 HTTP/1.1" status: 204 len: 168 time: 1.1051979 Mar 09 06:03:41.971232 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:03:41.973616 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a50ece-60ec-4b13-85d9-84479f36a255" -d '{"events": [{"name": "network-changed", "server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:03:42.010798 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99be2597-b17e-4d60-9eef-f0cdb5f3f053 x-openstack-request-id: req-99be2597-b17e-4d60-9eef-f0cdb5f3f053 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:03:42.011093 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:03:42.011349 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99be2597-b17e-4d60-9eef-f0cdb5f3f053 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:03:42.011749 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'status': 'completed', 'code': 200} Mar 09 06:03:42.066772 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:42.106683 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-1d49fc65-8e05-4b2a-9555-c956ff90fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:42.107144 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-1d49fc65-8e05-4b2a-9555-c956ff90fec2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 1130 time: 0.0518837 Mar 09 06:03:42.217299 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29521e-8f15-4b74-a3b0-504f543b26af req-f5571a33-cefb-4fde-880c-94e97349c3b4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:42.218889 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ba29521e-8f15-4b74-a3b0-504f543b26af req-f5571a33-cefb-4fde-880c-94e97349c3b4 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0584619 Mar 09 06:03:42.246889 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-cfbe031a-de65-4237-ac97-b4f3440d349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:42.248365 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-cfbe031a-de65-4237-ac97-b4f3440d349b service neutron] 10.222.0.32 "GET /v2.0/networks?id=79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 200 len: 909 time: 0.0913613 Mar 09 06:03:42.272302 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-ba29521e-8f15-4b74-a3b0-504f543b26af req-2656e581-3491-48c1-b0f2-7514f13902ee tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477235 Mar 09 06:03:42.295335 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:15Z', 'revision_number': 5, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:42.296913 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-e4ba16ea-ed2f-40ae-96bf-ff76380a8be9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 200 len: 217 time: 0.0412128 Mar 09 06:03:42.313769 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] Checking router: aba5f4af-c587-4cd1-87da-1c8bafc7cc8c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:03:42.321983 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:42.322588 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:42.344095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-6daebb89-f4c2-4108-b558-4602c4f8b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:42.345468 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-6daebb89-f4c2-4108-b558-4602c4f8b201 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 200 len: 847 time: 0.0422020 Mar 09 06:03:42.393038 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-f8ab6583-6067-4665-b526-0354bc9a35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:42.394515 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-f8ab6583-6067-4665-b526-0354bc9a35e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79ed3483-fc87-4ae7-bcd3-e345f2e15952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422797 Mar 09 06:03:42.434653 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:42.488042 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-4583cd47-051c-4a33-a674-e29964dff8e8 service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863309 Mar 09 06:03:42.580779 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-13a50ece-60ec-4b13-85d9-84479f36a255 req-e310e2a4-820c-403c-8c68-0fd1d3ea1f73 service neutron] 10.222.0.32 "GET /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857899 Mar 09 06:03:42.628044 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:15Z', 'revision_number': 5, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:42.657371 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e19b69-be8e-434a-9b6d-4fd528255276 None None] The sync data for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi is: [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T05:59:10Z', 'revision_number': 4, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '88c07837-fd0e-41ab-b1d7-82209668bbf9', 'name': '', 'network_id': '79ed3483-fc87-4ae7-bcd3-e345f2e15952', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'mac_address': 'fa:16:3e:ac:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:10Z', 'updated_at': '2022-03-09T05:59:15Z', 'revision_number': 5, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'subnets': [{'id': 'e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:03:42.832651 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:42.873470 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10070b65-d421-48d7-be6e-82c5b42f1ee3 None None] New status for floating IP 25f4e5ab-71d7-47f6-8b16-79474e3618f4: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:03:43.395510 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16575487-af19-4713-8dc8-1bc4de02d57a req-6b0ec112-6d1a-4f3b-9289-ce102981e7dc tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:43.397112 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16575487-af19-4713-8dc8-1bc4de02d57a req-6b0ec112-6d1a-4f3b-9289-ce102981e7dc tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0525823 Mar 09 06:03:43.447771 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-16575487-af19-4713-8dc8-1bc4de02d57a req-04dd4770-9ad0-4c9b-bd73-ee8e353d0e16 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Mar 09 06:03:43.847068 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-2f8d0a91-729a-4e55-8cef-2dd42286d85e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:43.848520 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-2f8d0a91-729a-4e55-8cef-2dd42286d85e tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.32 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 946 time: 0.0511873 Mar 09 06:03:43.940652 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Deleting port 365b8f71-2384-40e7-9418-6944a45cc5cf {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:43.940995 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:44.025646 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] For port 365b8f71-2384-40e7-9418-6944a45cc5cf, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=365b8f71-2384-40e7-9418-6944a45cc5cf,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:44.026006 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:44.038408 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Calling delete_port for 365b8f71-2384-40e7-9418-6944a45cc5cf owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:44.166310 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (365b8f71-2384-40e7-9418-6944a45cc5cf), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:44.195473 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event deleted for resources: {'Port': ['ID=365b8f71-2384-40e7-9418-6944a45cc5cf,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:44.242906 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] No DVR routers for this DVR port 365b8f71-2384-40e7-9418-6944a45cc5cf on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:03:44.245446 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:44.248821 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9519cebd-b0bf-42d4-b2ae-99a12495a975 req-5ef33c88-74b3-4927-b090-eacad2641384 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.32 "DELETE /v2.0/ports/365b8f71-2384-40e7-9418-6944a45cc5cf HTTP/1.1" status: 204 len: 173 time: 0.3953488 Mar 09 06:03:44.249273 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-deleted', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:03:44.253943 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f6e84-a3c4-4fa0-869d-9cefad12703c" -d '{"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-deleted", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:03:44.292996 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd455f76-49d5-4709-a967-11bfe9b3f3ba x-openstack-request-id: req-fd455f76-49d5-4709-a967-11bfe9b3f3ba {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:03:44.293302 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ae70a-5fba-4801-8ff3-58e7bf98f189", "name": "network-vif-deleted", "tag": "365b8f71-2384-40e7-9418-6944a45cc5cf", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:03:44.293691 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd455f76-49d5-4709-a967-11bfe9b3f3ba {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:03:44.294094 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ae70a-5fba-4801-8ff3-58e7bf98f189', 'name': 'network-vif-deleted', 'tag': '365b8f71-2384-40e7-9418-6944a45cc5cf', 'status': 'completed', 'code': 200} Mar 09 06:03:44.544799 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f814f7d8-22ae-452f-b9c2-a5ea62acbbd7 req-ffc85215-81d7-4524-9789-f94a76d90098 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "GET /v2.0/ports?device_id=f71ae70a-5fba-4801-8ff3-58e7bf98f189 HTTP/1.1" status: 200 len: 210 time: 0.0297337 Mar 09 06:03:45.610413 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48852) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:45.666109 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3f88aa6a-b379-432c-9954-b860aa9d84e5 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group (ac7a916c-094f-4cd9-bb47-3d81b7edb4c6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:45.669397 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 365b8f71-2384-40e7-9418-6944a45cc5cf no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:45.688950 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 365b8f71-2384-40e7-9418-6944a45cc5cf {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:45.689301 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 365b8f71-2384-40e7-9418-6944a45cc5cf not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:45.692035 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3f88aa6a-b379-432c-9954-b860aa9d84e5 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group (ac7a916c-094f-4cd9-bb47-3d81b7edb4c6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:45.749621 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3f88aa6a-b379-432c-9954-b860aa9d84e5 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ac7a916c-094f-4cd9-bb47-3d81b7edb4c6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:45.752125 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3f88aa6a-b379-432c-9954-b860aa9d84e5 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:45.753331 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3f88aa6a-b379-432c-9954-b860aa9d84e5 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac7a916c-094f-4cd9-bb47-3d81b7edb4c6 HTTP/1.1" status: 204 len: 168 time: 0.1419141 Mar 09 06:03:45.762427 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88aa6a-b379-432c-9954-b860aa9d84e5 tempest-TestShelveInstance-531132527 tempest-TestShelveInstance-531132527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7a916c-094f-4cd9-bb47-3d81b7edb4c6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:45.798167 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48856) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:46.133521 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:46.375762 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Deleting port 88c07837-fd0e-41ab-b1d7-82209668bbf9 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:46.376106 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:46.453561 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] For port 88c07837-fd0e-41ab-b1d7-82209668bbf9, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=88c07837-fd0e-41ab-b1d7-82209668bbf9,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:46.453928 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:46.471941 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Calling delete_port for 88c07837-fd0e-41ab-b1d7-82209668bbf9 owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:46.659064 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (88c07837-fd0e-41ab-b1d7-82209668bbf9), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:46.685494 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Pushing event deleted for resources: {'Port': ['ID=88c07837-fd0e-41ab-b1d7-82209668bbf9,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:46.887283 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.102187 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:03:47.206303 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:03:47.211418 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-ff61b35c-f1b5-40e6-b0ce-cdda3f6937ed admin admin] 10.222.0.36 "PUT /v2.0/routers/aba5f4af-c587-4cd1-87da-1c8bafc7cc8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122269 Mar 09 06:03:47.214157 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48876) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:47.217917 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] Sync routers for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:03:47.228149 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:47.228812 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:47.321653 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks [] for router (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.338492 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:47.427128 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks [] for router_gateway (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.479699 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Deleting port 66a2cec0-9048-41e8-a909-c38553f559f7 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:47.479999 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.529545 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T06:03:46Z', 'revision_number': 5, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port': {'id': '66a2cec0-9048-41e8-a909-c38553f559f7', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:46:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:08Z', 'updated_at': '2022-03-09T05:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:47.558841 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] Checking router: aba5f4af-c587-4cd1-87da-1c8bafc7cc8c for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:03:47.565659 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] For port 66a2cec0-9048-41e8-a909-c38553f559f7, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=66a2cec0-9048-41e8-a909-c38553f559f7,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:47.566359 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.567315 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] Routers {'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:47.567955 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:47.579401 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Calling delete_port for 66a2cec0-9048-41e8-a909-c38553f559f7 owned by network:router_gateway {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:47.658690 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] Set router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:47.712008 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T06:03:47Z', 'revision_number': 6, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port_host': None}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:47.759342 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (66a2cec0-9048-41e8-a909-c38553f559f7), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.789477 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a2cec0-9048-41e8-a909-c38553f559f7,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:47.816183 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.816567 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.816919 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.817265 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.817598 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.817929 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.818260 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.818591 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.818924 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.819893 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.820403 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.820884 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.821279 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:03:47.869096 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.873505 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581baeba-87d2-4be9-8e7b-fabfc8308945 None None] The sync data for ids ['aba5f4af-c587-4cd1-87da-1c8bafc7cc8c'] in dv-cinder-831167-2-iscsi is: [{'id': 'aba5f4af-c587-4cd1-87da-1c8bafc7cc8c', 'name': 'tempest-TestShelveInstance-581943677-router', 'tenant_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:07Z', 'updated_at': '2022-03-09T06:03:47Z', 'revision_number': 6, 'project_id': '7afc49e9d43744d4b8a2d3b67542a2ff', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:03:47.967134 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:47.969379 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks [] for router_controller (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.013780 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (aba5f4af-c587-4cd1-87da-1c8bafc7cc8c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.014275 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba5f4af-c587-4cd1-87da-1c8bafc7cc8c {{(pid=103972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:03:48.019153 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.020302 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-cbd11301-d154-480d-b824-0b831337e138 admin admin] 10.222.0.36 "DELETE /v2.0/routers/aba5f4af-c587-4cd1-87da-1c8bafc7cc8c HTTP/1.1" status: 204 len: 168 time: 0.8051591 Mar 09 06:03:48.023656 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48884) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:48.068938 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] Deleting subnet e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:03:48.072343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] Publish callbacks [] for subnet (e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.107434 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.213733 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3f0c4-7e83-412d-8a27-72adf22fbf79 req-35804033-4708-4a68-b050-f82f843a019c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:48.215281 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-14f3f0c4-7e83-412d-8a27-72adf22fbf79 req-35804033-4708-4a68-b050-f82f843a019c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.0861611 Mar 09 06:03:48.238784 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.305736 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-14f3f0c4-7e83-412d-8a27-72adf22fbf79 req-45b9cb3d-fe2c-4659-8f04-aaa3836f5b75 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811424 Mar 09 06:03:48.322115 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.346469 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:48.350003 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.355324 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c3737543-8256-4bd9-af95-a9107f45bf38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e0ff8a1b-136f-40b1-a73e-6cd96f95b4aa HTTP/1.1" status: 204 len: 168 time: 0.3301816 Mar 09 06:03:48.356675 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb594d-2464-4a63-80a8-324ad3a8f73a None None] Network 79ed3483-fc87-4ae7-bcd3-e345f2e15952 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:03:48.357612 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48888) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:48.427463 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (79ed3483-fc87-4ae7-bcd3-e345f2e15952), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.482271 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Deleting port ae28228b-53d1-47c1-94d7-b8d80c16f95c {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:48.482613 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.542611 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] For port ae28228b-53d1-47c1-94d7-b8d80c16f95c, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=ae28228b-53d1-47c1-94d7-b8d80c16f95c,segment=NetworkSegment(a19df6a8-3f4d-44d0-ad2e-e9b73c974617),segment_id=a19df6a8-3f4d-44d0-ad2e-e9b73c974617)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:48.542895 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.555449 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Calling delete_port for ae28228b-53d1-47c1-94d7-b8d80c16f95c owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:48.634445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (ae28228b-53d1-47c1-94d7-b8d80c16f95c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.657644 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67d319-6cbb-45fb-8c4f-03b1dc85122f None None] DHCP port deletion for 79ed3483-fc87-4ae7-bcd3-e345f2e15952 request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:03:48.661311 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae28228b-53d1-47c1-94d7-b8d80c16f95c,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:48.665921 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] No DVR routers for this DVR port ae28228b-53d1-47c1-94d7-b8d80c16f95c on host dv-cinder-831167-2-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:03:48.736879 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (79ed3483-fc87-4ae7-bcd3-e345f2e15952), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.757519 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ed3483-fc87-4ae7-bcd3-e345f2e15952']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:48.766922 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:48.767227 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19df6a8-3f4d-44d0-ad2e-e9b73c974617') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:48.777544 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (a19df6a8-3f4d-44d0-ad2e-e9b73c974617), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.791757 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (a19df6a8-3f4d-44d0-ad2e-e9b73c974617), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.800593 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:03:48.801367 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (a19df6a8-3f4d-44d0-ad2e-e9b73c974617), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:03:48.803605 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:03:48.850942 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 66a2cec0-9048-41e8-a909-c38553f559f7 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:48.860902 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (79ed3483-fc87-4ae7-bcd3-e345f2e15952), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.867697 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:48.874097 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48890) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:48.874827 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] 10.222.0.36 "DELETE /v2.0/networks/79ed3483-fc87-4ae7-bcd3-e345f2e15952 HTTP/1.1" status: 204 len: 168 time: 0.5152931 Mar 09 06:03:48.883879 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 66a2cec0-9048-41e8-a909-c38553f559f7 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:48.884430 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 66a2cec0-9048-41e8-a909-c38553f559f7 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:48.885160 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 88c07837-fd0e-41ab-b1d7-82209668bbf9 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:48.886227 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5b73e-4a4c-4e5f-b112-68967b010d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ed3483-fc87-4ae7-bcd3-e345f2e15952,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:48.907053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 88c07837-fd0e-41ab-b1d7-82209668bbf9 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:48.907749 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 88c07837-fd0e-41ab-b1d7-82209668bbf9 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:48.908504 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device ae28228b-53d1-47c1-94d7-b8d80c16f95c no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:48.929036 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: ae28228b-53d1-47c1-94d7-b8d80c16f95c {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:48.929380 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device ae28228b-53d1-47c1-94d7-b8d80c16f95c not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:49.223219 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:49.441977 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d967f-966a-4c31-87ef-54b12fc0186a req-580eb58c-f7a7-4edf-826d-c63fe60388f7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:49.443581 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-399d967f-966a-4c31-87ef-54b12fc0186a req-580eb58c-f7a7-4edf-826d-c63fe60388f7 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.0673916 Mar 09 06:03:49.483938 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Deleting port eda5935b-7ddf-4748-8dec-408ac406b266 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:49.484199 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:49.496973 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-399d967f-966a-4c31-87ef-54b12fc0186a req-2246e688-0618-470d-886f-ba2a6b9b9a3a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Mar 09 06:03:49.846579 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] For port eda5935b-7ddf-4748-8dec-408ac406b266, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=eda5935b-7ddf-4748-8dec-408ac406b266,segment=NetworkSegment(c95c4eea-3953-48b0-b4ae-f3d351c8f432),segment_id=c95c4eea-3953-48b0-b4ae-f3d351c8f432)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:49.846947 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:49.863532 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Calling delete_port for eda5935b-7ddf-4748-8dec-408ac406b266 owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:49.874642 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde2182-2097-426d-9859-143609a39bcb req-e5000162-9e4a-47f8-bfc0-1937e997f070 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:49.876090 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-adde2182-2097-426d-9859-143609a39bcb req-e5000162-9e4a-47f8-bfc0-1937e997f070 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.0848444 Mar 09 06:03:50.059095 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port bf6d9e01-be41-46e0-ab88-318ccffda402 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:50.059442 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:50.186916 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] For port bf6d9e01-be41-46e0-ab88-318ccffda402, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=bf6d9e01-be41-46e0-ab88-318ccffda402,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:50.187199 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:50.202038 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (eda5935b-7ddf-4748-8dec-408ac406b266), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:50.258197 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda5935b-7ddf-4748-8dec-408ac406b266,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:50.474960 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:50.475788 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (863be61c-0979-4bc4-b985-3b437112dd57), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:50.476113 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP 863be61c-0979-4bc4-b985-3b437112dd57 disassociated. External IP: 172.27.1.193, port: bf6d9e01-be41-46e0-ab88-318ccffda402. Mar 09 06:03:50.476481 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for bf6d9e01-be41-46e0-ab88-318ccffda402 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:50.562071 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:50.744662 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac37240-631f-4e6d-aa3d-aebdd5a5c7d3 req-8f38fdec-9006-46df-bfab-eb8e8fdd8268 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:50.746155 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bac37240-631f-4e6d-aa3d-aebdd5a5c7d3 req-8f38fdec-9006-46df-bfab-eb8e8fdd8268 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 945 time: 0.1762540 Mar 09 06:03:50.838234 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (bf6d9e01-be41-46e0-ab88-318ccffda402), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:50.881695 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bac37240-631f-4e6d-aa3d-aebdd5a5c7d3 req-b263d408-4521-4003-a76d-d5e086a7c4bf tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=44ac69dc-756e-4680-819e-3fb92182e73e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300073 Mar 09 06:03:50.886193 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=bf6d9e01-be41-46e0-ab88-318ccffda402,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:50.995716 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:03:51.088447 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:03:51.190060 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:03:51.196604 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-18551cb1-f660-4eab-8c1b-b1081103d112 admin admin] 10.222.0.36 "PUT /v2.0/routers/8e3bf16b-ef11-46d5-8fec-4baf1ba984e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214436 Mar 09 06:03:51.199036 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48896) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:51.202022 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] Sync routers for ids ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:03:51.211826 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] Routers {'8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:51.212474 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:51.298363 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:03:51.311566 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:03:51.325284 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:51.326346 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:51.330846 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] Set router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:51.377811 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] No DVR routers for this DVR port bf6d9e01-be41-46e0-ab88-318ccffda402 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:03:51.381377 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:51.385321 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-adde2182-2097-426d-9859-143609a39bcb req-8e239427-fb09-4ffa-8127-d136d98ddfd2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "DELETE /v2.0/ports/bf6d9e01-be41-46e0-ab88-318ccffda402 HTTP/1.1" status: 204 len: 173 time: 1.5027592 Mar 09 06:03:51.385780 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'name': 'network-vif-deleted', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:03:51.388133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd196f9-88ef-478e-8ab7-b0c2f88ca297" -d '{"events": [{"server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "name": "network-vif-deleted", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:03:51.421979 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks [] for router (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:51.434459 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:03:51.462165 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cfffd4-6131-4aeb-8df2-2aeb045b535f x-openstack-request-id: req-f0cfffd4-6131-4aeb-8df2-2aeb045b535f {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:03:51.462865 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def7847-f695-4130-a4ae-39076bbee3b5", "name": "network-vif-deleted", "tag": "bf6d9e01-be41-46e0-ab88-318ccffda402", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:03:51.463122 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0cfffd4-6131-4aeb-8df2-2aeb045b535f {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:03:51.463564 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def7847-f695-4130-a4ae-39076bbee3b5', 'name': 'network-vif-deleted', 'tag': 'bf6d9e01-be41-46e0-ab88-318ccffda402', 'status': 'completed', 'code': 200} Mar 09 06:03:51.474282 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:51.573308 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T06:03:50Z', 'revision_number': 5, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:51.607286 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] Checking router: 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:03:51.616962 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] Routers {'8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:51.617617 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:51.692721 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:51.721492 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:03:51.731023 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:03:51.731792 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:03:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:51.733218 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] Set router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:51.775464 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device bf6d9e01-be41-46e0-ab88-318ccffda402 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:51.808617 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: bf6d9e01-be41-46e0-ab88-318ccffda402 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:51.809332 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device bf6d9e01-be41-46e0-ab88-318ccffda402 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:51.825179 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks [] for router_gateway (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:51.885506 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Deleting port 37119220-6359-48d0-ad48-520fb9e0776d {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:51.885974 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (37119220-6359-48d0-ad48-520fb9e0776d), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:51.888868 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:03:51.936074 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T06:03:50Z', 'revision_number': 5, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:51.970903 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b99cb4d-8087-4dd3-bff3-47ce428adb2f None None] The sync data for ids ['8e3bf16b-ef11-46d5-8fec-4baf1ba984e8'] in dv-cinder-831167-2-iscsi is: [{'id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'name': 'tempest-TestShelveInstance-469068795-router', 'tenant_id': '18740bd8f9fe4472ae501062d29bb4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '37119220-6359-48d0-ad48-520fb9e0776d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T06:03:50Z', 'revision_number': 5, 'project_id': '18740bd8f9fe4472ae501062d29bb4b1', 'gw_port': {'id': '37119220-6359-48d0-ad48-520fb9e0776d', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3bf16b-ef11-46d5-8fec-4baf1ba984e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:59:13Z', 'updated_at': '2022-03-09T05:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:03:52.027166 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-6c0872d9-71db-43c1-943e-71693afb4606 req-489955e3-5abf-4b87-8949-7ade93ca1199 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=9def7847-f695-4130-a4ae-39076bbee3b5 HTTP/1.1" status: 200 len: 210 time: 0.0386097 Mar 09 06:03:52.051622 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] For port 37119220-6359-48d0-ad48-520fb9e0776d, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=37119220-6359-48d0-ad48-520fb9e0776d,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:52.051988 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (37119220-6359-48d0-ad48-520fb9e0776d), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.064310 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Calling delete_port for 37119220-6359-48d0-ad48-520fb9e0776d owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:52.136981 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:52.163081 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e3456-531c-4092-9d5d-cacd56340154 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:03:52.230483 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (37119220-6359-48d0-ad48-520fb9e0776d), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.256009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Pushing event deleted for resources: {'Port': ['ID=37119220-6359-48d0-ad48-520fb9e0776d,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:52.317651 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.407737 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a25d2bf-48b0-4eef-a474-f60fd02776d5 None None] New status for floating IP 863be61c-0979-4bc4-b985-3b437112dd57: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:03:52.414608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.417005 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks [] for router_controller (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.465603 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (8e3bf16b-ef11-46d5-8fec-4baf1ba984e8), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.466160 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:03:52.471680 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.473063 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-b6d7440f-4a64-4456-aca8-4974f90be9da admin admin] 10.222.0.36 "DELETE /v2.0/routers/8e3bf16b-ef11-46d5-8fec-4baf1ba984e8 HTTP/1.1" status: 204 len: 168 time: 1.2731113 Mar 09 06:03:52.476081 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48902) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:52.524504 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] Deleting subnet e86b7678-baaf-4d95-b729-d8659a1d43fc {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:03:52.528066 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] Publish callbacks [] for subnet (e86b7678-baaf-4d95-b729-d8659a1d43fc), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.563023 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (e86b7678-baaf-4d95-b729-d8659a1d43fc), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.644837 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (e86b7678-baaf-4d95-b729-d8659a1d43fc), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.701892 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (e86b7678-baaf-4d95-b729-d8659a1d43fc), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.729760 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86b7678-baaf-4d95-b729-d8659a1d43fc,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:52.731722 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.734900 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-c4f8451e-4e3d-4831-a0fd-86b893f8bfa3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e86b7678-baaf-4d95-b729-d8659a1d43fc HTTP/1.1" status: 204 len: 168 time: 0.2571418 Mar 09 06:03:52.737401 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48904) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:52.739395 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac4385-0adf-4c51-a7e7-c864f30f8d1b None None] Network 4fe757b9-f7f5-428f-aabb-e4886a0b7830 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:03:52.812608 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (4fe757b9-f7f5-428f-aabb-e4886a0b7830), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.868618 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Deleting port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:52.868965 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.929948 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] For port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92,segment=NetworkSegment(c95c4eea-3953-48b0-b4ae-f3d351c8f432),segment_id=c95c4eea-3953-48b0-b4ae-f3d351c8f432)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:03:52.930240 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:52.942278 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Calling delete_port for b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:53.021343 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.044809 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:53.052679 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] No DVR routers for this DVR port b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 on host dv-cinder-831167-2-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:03:53.079720 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b5a84-930b-44ba-8bff-899218382cb7 None None] DHCP port deletion for 4fe757b9-f7f5-428f-aabb-e4886a0b7830 request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:03:53.147163 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48910) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:53.152847 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device eda5935b-7ddf-4748-8dec-408ac406b266 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:53.158452 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (4fe757b9-f7f5-428f-aabb-e4886a0b7830), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.175072 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: eda5935b-7ddf-4748-8dec-408ac406b266 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:53.175425 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device eda5935b-7ddf-4748-8dec-408ac406b266 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:53.175855 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 37119220-6359-48d0-ad48-520fb9e0776d no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:53.184515 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe757b9-f7f5-428f-aabb-e4886a0b7830']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:53.195000 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95c4eea-3953-48b0-b4ae-f3d351c8f432') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:53.195298 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95c4eea-3953-48b0-b4ae-f3d351c8f432') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:03:53.198224 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 37119220-6359-48d0-ad48-520fb9e0776d {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:53.198765 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 37119220-6359-48d0-ad48-520fb9e0776d not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:53.199368 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:03:53.206048 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734026'] for segment (c95c4eea-3953-48b0-b4ae-f3d351c8f432), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.208682 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7525fbda-e130-4273-a259-ce20f2092db4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (44ac69dc-756e-4680-819e-3fb92182e73e), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.220354 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (c95c4eea-3953-48b0-b4ae-f3d351c8f432), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.227795 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:03:53.228470 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126030243'] for segment (c95c4eea-3953-48b0-b4ae-f3d351c8f432), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.230096 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: Traceback (most recent call last): Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: timer() Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: cb(*args, **kw) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: return func(*args, **kwargs) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: self._notify() Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: self.callback(batched_events) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: event.method(event) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: return f(self, *a, **k) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._get(url).json() Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: return self.request(url, 'GET', **kwargs) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:03:53.230264 dv-cinder-831167-2-iscsi neutron-server[103971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:03:53.232713 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device b3068c7e-7fa1-4c1a-97bc-e9bd642c7c92 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:03:53.235690 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7525fbda-e130-4273-a259-ce20f2092db4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (44ac69dc-756e-4680-819e-3fb92182e73e), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.286917 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7525fbda-e130-4273-a259-ce20f2092db4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (44ac69dc-756e-4680-819e-3fb92182e73e), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.290344 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-7525fbda-e130-4273-a259-ce20f2092db4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.292814 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-7525fbda-e130-4273-a259-ce20f2092db4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/security-groups/44ac69dc-756e-4680-819e-3fb92182e73e HTTP/1.1" status: 204 len: 168 time: 0.1444123 Mar 09 06:03:53.294240 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48912) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:53.302645 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (4fe757b9-f7f5-428f-aabb-e4886a0b7830), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.303433 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525fbda-e130-4273-a259-ce20f2092db4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac69dc-756e-4680-819e-3fb92182e73e,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:53.311838 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.315129 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] 10.222.0.36 "DELETE /v2.0/networks/4fe757b9-f7f5-428f-aabb-e4886a0b7830 HTTP/1.1" status: 204 len: 168 time: 0.5766330 Mar 09 06:03:53.316892 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.api.v2.resource [None req-38aedd63-8ad3-42f5-bd7b-5c79c7b3e140 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] show failed (client error): The resource could not be found. Mar 09 06:03:53.317840 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-38aedd63-8ad3-42f5-bd7b-5c79c7b3e140 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups/44ac69dc-756e-4680-819e-3fb92182e73e HTTP/1.1" status: 404 len: 347 time: 0.0225906 Mar 09 06:03:53.320977 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48916) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:53.337824 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bf619-5498-4c9e-99d1-88de402912ea admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe757b9-f7f5-428f-aabb-e4886a0b7830,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:53.448320 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port 93bf2ba2-fd5c-4a06-b9af-181256e21cdb {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:03:53.448697 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.484421 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48918) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:53.530598 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-11b62d5c-edea-4f20-a684-d6c4488fbcd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7afc49e9d43744d4b8a2d3b67542a2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449345 Mar 09 06:03:53.533061 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48920) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:53.583555 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741c251c-0c5a-44bf-af49-c3cf5b6b2bc7 admin admin] Publish callbacks [] for security_group (8a65df93-56fb-4b0a-9f08-3b166ac0e783), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.606977 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741c251c-0c5a-44bf-af49-c3cf5b6b2bc7 admin admin] Publish callbacks [] for security_group (8a65df93-56fb-4b0a-9f08-3b166ac0e783), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.654198 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741c251c-0c5a-44bf-af49-c3cf5b6b2bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (8a65df93-56fb-4b0a-9f08-3b166ac0e783), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.656759 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-741c251c-0c5a-44bf-af49-c3cf5b6b2bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.657970 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-741c251c-0c5a-44bf-af49-c3cf5b6b2bc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a65df93-56fb-4b0a-9f08-3b166ac0e783 HTTP/1.1" status: 204 len: 168 time: 0.1237006 Mar 09 06:03:53.667457 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c251c-0c5a-44bf-af49-c3cf5b6b2bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a65df93-56fb-4b0a-9f08-3b166ac0e783,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:53.801968 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.802435 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.817794 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for 93bf2ba2-fd5c-4a06-b9af-181256e21cdb owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:03:53.954861 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (93bf2ba2-fd5c-4a06-b9af-181256e21cdb), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:53.984643 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48926) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:53.984767 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=93bf2ba2-fd5c-4a06-b9af-181256e21cdb,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:54.026944 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-968248e9-a3cd-4d5a-8e1a-d855c3b2c0ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18740bd8f9fe4472ae501062d29bb4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414877 Mar 09 06:03:54.029390 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48928) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:54.041709 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (863be61c-0979-4bc4-b985-3b437112dd57), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.044314 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.045487 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-2d20aba1-377a-4784-9479-87d7739e6ba1 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/floatingips/863be61c-0979-4bc4-b985-3b437112dd57 HTTP/1.1" status: 204 len: 168 time: 0.7233863 Mar 09 06:03:54.077769 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd236568-f746-406d-95f3-bf9917d648ad admin admin] Publish callbacks [] for security_group (4d3d18f9-fd4a-4779-b685-fd671eeacfa7), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.098773 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd236568-f746-406d-95f3-bf9917d648ad admin admin] Publish callbacks [] for security_group (4d3d18f9-fd4a-4779-b685-fd671eeacfa7), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.150406 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd236568-f746-406d-95f3-bf9917d648ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (4d3d18f9-fd4a-4779-b685-fd671eeacfa7), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.153328 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-cd236568-f746-406d-95f3-bf9917d648ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.154474 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-cd236568-f746-406d-95f3-bf9917d648ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d3d18f9-fd4a-4779-b685-fd671eeacfa7 HTTP/1.1" status: 204 len: 168 time: 0.1242063 Mar 09 06:03:54.164686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236568-f746-406d-95f3-bf9917d648ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d18f9-fd4a-4779-b685-fd671eeacfa7,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:54.434747 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 48934) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:54.439450 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [None req-68dc3f2d-d6e0-4a5a-8fe0-32b1e2ea8a16 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892439996', 'description': 'tempest-description--636556070'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:03:54.461982 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68dc3f2d-d6e0-4a5a-8fe0-32b1e2ea8a16 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.536658 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68dc3f2d-d6e0-4a5a-8fe0-32b1e2ea8a16 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (a23d8a5e-47cf-4b60-9533-deac6b1e4966), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.541163 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68dc3f2d-d6e0-4a5a-8fe0-32b1e2ea8a16 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a23d8a5e-47cf-4b60-9533-deac6b1e4966), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.571911 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-68dc3f2d-d6e0-4a5a-8fe0-32b1e2ea8a16 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.573183 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-68dc3f2d-d6e0-4a5a-8fe0-32b1e2ea8a16 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1373043 Mar 09 06:03:54.576151 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48936) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:54.577267 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc3f2d-d6e0-4a5a-8fe0-32b1e2ea8a16 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d8a5e-47cf-4b60-9533-deac6b1e4966,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:54.581801 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-91674054-c8ae-4b83-b29f-4e7d39eed1ef tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': 'a23d8a5e-47cf-4b60-9533-deac6b1e4966', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:03:54.606473 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-91674054-c8ae-4b83-b29f-4e7d39eed1ef tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (116dafa8-9a12-48d2-bdd5-7c18ebf6bea2), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.658951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-91674054-c8ae-4b83-b29f-4e7d39eed1ef tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (116dafa8-9a12-48d2-bdd5-7c18ebf6bea2), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.662317 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-91674054-c8ae-4b83-b29f-4e7d39eed1ef tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (116dafa8-9a12-48d2-bdd5-7c18ebf6bea2), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.679311 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91674054-c8ae-4b83-b29f-4e7d39eed1ef tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116dafa8-9a12-48d2-bdd5-7c18ebf6bea2,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:54.686880 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-91674054-c8ae-4b83-b29f-4e7d39eed1ef tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.688034 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-91674054-c8ae-4b83-b29f-4e7d39eed1ef tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108782 Mar 09 06:03:54.690650 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48938) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:54.695616 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-d8b5880e-955f-4e2b-9387-fae7461e1e78 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'security_group_rule': {'security_group_id': 'a23d8a5e-47cf-4b60-9533-deac6b1e4966', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:03:54.720069 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d8b5880e-955f-4e2b-9387-fae7461e1e78 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (47d2ee82-aa78-4eb0-8176-1937aab7e694), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.777669 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d8b5880e-955f-4e2b-9387-fae7461e1e78 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (47d2ee82-aa78-4eb0-8176-1937aab7e694), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.782154 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d8b5880e-955f-4e2b-9387-fae7461e1e78 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376281'] for security_group_rule (47d2ee82-aa78-4eb0-8176-1937aab7e694), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.800249 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5880e-955f-4e2b-9387-fae7461e1e78 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d2ee82-aa78-4eb0-8176-1937aab7e694,revision_number=0']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:54.807892 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d8b5880e-955f-4e2b-9387-fae7461e1e78 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.809092 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d8b5880e-955f-4e2b-9387-fae7461e1e78 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175296 Mar 09 06:03:54.812118 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48940) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:03:54.816211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:03:54.836933 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:54.928156 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.030504 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_common [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.27.1.48 (dda22c9a-428d-4bf3-9040-dcb677a8bacd/fac4c5b3-a5f9-49f7-a03f-b4d26f74b627/ba48f9be-e135-4d96-a97e-352d3244dcfd) {{(pid=103972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:03:55.129330 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.163541 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.200407 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network dda22c9a-428d-4bf3-9040-dcb677a8bacd is already hosted by enough agents. {{(pid=103972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:03:55.205072 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.base_scheduler [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:03:55.208464 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:03:55.214873 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=ba48f9be-e135-4d96-a97e-352d3244dcfd,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:55.296161 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (b7457c49-0481-4608-8c47-b23659f655a1), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.330610 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.477518 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.481854 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3206195'] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.550498 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=ba48f9be-e135-4d96-a97e-352d3244dcfd,revision_number=2']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:55.560271 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b7457c49-0481-4608-8c47-b23659f655a1), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.574966 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:55.576197 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-465e4d1f-410b-417f-8789-42b67c7043c8 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7631359 Mar 09 06:03:55.765166 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-55fa0611-4126-43f0-9d6e-20a6e2d2a43d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--892439996&fields=id&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 267 time: 0.0415716 Mar 09 06:03:55.871348 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-5971f1a4-0a05-40ce-ac79-efb4bff95d99 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:55.872782 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-5971f1a4-0a05-40ce-ac79-efb4bff95d99 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.1012850 Mar 09 06:03:55.887194 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-62125261-bca4-47b1-a90d-98f61a07a881 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/quotas/956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 375 time: 0.0091636 Mar 09 06:03:55.939707 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-17ff3c27-2838-41f9-8b4e-527f9f1e0360 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478060 Mar 09 06:03:56.036078 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-c380f286-81d2-4685-a56f-0513957fb208 service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805712 Mar 09 06:03:56.124678 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-f4fa562c-790e-4b6a-96a9-469233eeab2d service neutron] 10.222.0.36 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829628 Mar 09 06:03:56.283690 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f554d6fc-cfb2-4705-bbb3-c371e31d3a68 req-1b603215-776c-4cdf-b5b9-efab944fcfed tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 210 time: 0.0285118 Mar 09 06:03:57.250507 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-31468ef5-35f5-49d2-90fb-5ada9b69df14 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:57.251952 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-31468ef5-35f5-49d2-90fb-5ada9b69df14 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 811 time: 0.1105871 Mar 09 06:03:57.321227 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-5eaf2316-f58e-4303-920f-faad4d33ea64 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956e9015cdfa48519e98091fb770fd62 HTTP/1.1" status: 200 len: 379 time: 0.0539889 Mar 09 06:03:57.330001 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'port': {'device_id': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'admin_state_up': True, 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'security_groups': ['a23d8a5e-47cf-4b60-9533-deac6b1e4966']}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:03:57.413491 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-1b5b7d9b-e1d4-4be4-8ba5-9d9759efb594 req-d1b07156-63ae-446d-8001-e0765764fee9 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 210 time: 0.0633795 Mar 09 06:03:57.460303 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Made reservation on behalf of 956e9015cdfa48519e98091fb770fd62 for: {'port': 1} {{(pid=103971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 06:03:57.463827 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:57.588340 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_common [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Allocated IP 172.20.0.11 (9b9b43cd-faf3-483e-ab46-2bb3357a1f58/fb0c333b-8f8e-4191-8447-ed66d9ecbad6/684a26d7-2b25-4b75-bd16-c66145e48fd6) {{(pid=103971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 06:03:57.724129 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:57.757684 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793483251366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:57.797885 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 is already hosted by enough agents. {{(pid=103971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 06:03:57.800890 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.base_scheduler [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Resources bound (agent type, host, resource id): {{(pid=103971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 06:03:57.807190 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Received port after_create {{(pid=103971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 06:03:57.833166 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event updated for resources: {'Port': ['ID=684a26d7-2b25-4b75-bd16-c66145e48fd6,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:57.859446 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:57.860054 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:57.876448 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-eb927876-7135-4920-864c-1223b5094eca tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499465 Mar 09 06:03:57.894121 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.v2.base [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Request body: {'port': {'device_id': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83116'}} {{(pid=103971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:03:57.960311 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:58.049141 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-cf97ab39-e092-4bdb-9511-79e18d44dc57 None None] Provisioning complete for port 684a26d7-2b25-4b75-bd16-c66145e48fd6 triggered by entity DHCP. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:03:58.049768 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-cf97ab39-e092-4bdb-9511-79e18d44dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:58.082652 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-cf97ab39-e092-4bdb-9511-79e18d44dc57 None None] Port 684a26d7-2b25-4b75-bd16-c66145e48fd6 cannot update to ACTIVE because it is not bound. {{(pid=103973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 06:03:58.212592 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684a26d7-2b25-4b75-bd16-c66145e48fd6 {{(pid=103971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:03:58.219690 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Publish callbacks [] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:58.231133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.provisioning_blocks [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Transition to ACTIVE for port object 684a26d7-2b25-4b75-bd16-c66145e48fd6 will not be triggered until provisioned by entity L2. {{(pid=103971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 06:03:58.234929 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:58.286707 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Pushing event updated for resources: {'Port': ['ID=684a26d7-2b25-4b75-bd16-c66145e48fd6,revision_number=2']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:58.358097 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Attempting to bind port 684a26d7-2b25-4b75-bd16-c66145e48fd6 on host hv-cinder-83116 for vnic_type normal with profile {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 06:03:58.358439 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Attempting to bind port 684a26d7-2b25-4b75-bd16-c66145e48fd6 by drivers openvswitch,hyperv on host hv-cinder-83116 at level 0 using segments [{'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 06:03:58.358779 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Attempting to bind port 684a26d7-2b25-4b75-bd16-c66145e48fd6 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:03:58.363204 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Port 684a26d7-2b25-4b75-bd16-c66145e48fd6 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83116 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 06:03:58.363530 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Attempting to bind port 684a26d7-2b25-4b75-bd16-c66145e48fd6 on network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 06:03:58.369152 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Checking agent: {'id': '2c351851-eb15-4521-b7a3-7d9b53cae94f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'started_at': datetime.datetime(2022, 3, 9, 5, 52, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 6, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 06:03:58.369491 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Checking segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 06:03:58.369879 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Bound using segment: {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'} {{(pid=103971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 06:03:58.370306 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.managers [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Bound port: 684a26d7-2b25-4b75-bd16-c66145e48fd6, host: hv-cinder-83116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca99447-4637-4472-8b9a-c6c4143a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58'}}] {{(pid=103971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 06:03:58.370671 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), before_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:58.435348 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] For port 684a26d7-2b25-4b75-bd16-c66145e48fd6, host hv-cinder-83116, cleared binding levels {{(pid=103971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 06:03:58.438489 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] For port 684a26d7-2b25-4b75-bd16-c66145e48fd6, host hv-cinder-83116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 06:03:58.446159 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126030215'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:58.481686 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:58.482378 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:03:58.483759 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] 10.222.0.32 "PUT /v2.0/ports/684a26d7-2b25-4b75-bd16-c66145e48fd6 HTTP/1.1" status: 200 len: 1094 time: 0.5939894 Mar 09 06:03:58.484205 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:03:58.486457 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5989178a-7dd7-40ac-b60e-46e5c23ac802" -d '{"events": [{"name": "network-changed", "server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:03:58.521058 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feeb06c-3f98-4a66-be98-d995938d7324 service neutron] Pushing event updated for resources: {'Port': ['ID=684a26d7-2b25-4b75-bd16-c66145e48fd6,revision_number=3']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:03:58.564223 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab9396-e180-4e35-aadd-c4ad9198b360 req-c9ebd063-355d-487a-a7f4-c1d0399150b3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:58.564823 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8502f98-deb4-42b5-86b9-f7f884eed1f9 x-openstack-request-id: req-e8502f98-deb4-42b5-86b9-f7f884eed1f9 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:03:58.564823 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:03:58.565050 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8502f98-deb4-42b5-86b9-f7f884eed1f9 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:03:58.565350 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'status': 'completed', 'code': 200} Mar 09 06:03:58.566303 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bab9396-e180-4e35-aadd-c4ad9198b360 req-c9ebd063-355d-487a-a7f4-c1d0399150b3 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 944 time: 0.0834479 Mar 09 06:03:58.617690 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bab9396-e180-4e35-aadd-c4ad9198b360 req-1b4a6fc1-4fb2-456b-ba44-f3ee92316675 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Mar 09 06:03:58.626482 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-870fe848-c33d-45a2-8323-4c14f22b0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:58.628190 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-870fe848-c33d-45a2-8323-4c14f22b0292 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 1128 time: 0.0489728 Mar 09 06:03:58.676773 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-bc1adf6b-5ec5-4ed6-87a3-93746b0889de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6 HTTP/1.1" status: 200 len: 217 time: 0.0362148 Mar 09 06:03:58.727907 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-ecfde980-cb8a-4d7d-afb7-ec231791d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:58.729445 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-ecfde980-cb8a-4d7d-afb7-ec231791d7aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0472193 Mar 09 06:03:58.776557 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-3e4b5cbe-a5bc-41a0-abc3-cf966f9bca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:58.778107 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-3e4b5cbe-a5bc-41a0-abc3-cf966f9bca47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431712 Mar 09 06:03:58.868058 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-38ad5ea1-6978-41f0-97ab-0f2cc0256766 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839365 Mar 09 06:03:58.956503 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-e237337d-53c5-4d5b-b4e2-6f10756d969f req-b6e3fbe9-c787-41e3-9873-2076bcffae19 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827379 Mar 09 06:03:59.082767 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-ebd07c24-8b03-4a99-9ece-a58e33023d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:59.084782 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-ebd07c24-8b03-4a99-9ece-a58e33023d25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 1128 time: 0.0446110 Mar 09 06:03:59.174175 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-ac17eeaf-631d-4993-b9c5-f9a669d2cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:59.175596 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-ac17eeaf-631d-4993-b9c5-f9a669d2cb27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.0849946 Mar 09 06:03:59.215292 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-2d8d0f25-d79b-4405-8e92-0f8524f16ff2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6 HTTP/1.1" status: 200 len: 217 time: 0.0330334 Mar 09 06:03:59.263086 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-13e2a3d1-3a13-4683-8695-832cc82c3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:59.264755 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-13e2a3d1-3a13-4683-8695-832cc82c3656 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0429916 Mar 09 06:03:59.316029 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-4499f31f-ca2c-497e-a883-9949b35e1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:59.317540 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-4499f31f-ca2c-497e-a883-9949b35e1c9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470867 Mar 09 06:03:59.403400 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-6e6f8ff7-c0c4-4c33-8668-4efb200c825c service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790448 Mar 09 06:03:59.493763 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-5989178a-7dd7-40ac-b60e-46e5c23ac802 req-b55dd6b3-1876-4535-aff2-ce332bedb318 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836236 Mar 09 06:03:59.737755 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc287c5-14f6-482e-bfcb-757f962a2227 req-efb12653-e614-4d53-aeb2-f9909d5db61d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:03:59.739202 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9bc287c5-14f6-482e-bfcb-757f962a2227 req-efb12653-e614-4d53-aeb2-f9909d5db61d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 944 time: 0.0529776 Mar 09 06:03:59.786351 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-9bc287c5-14f6-482e-bfcb-757f962a2227 req-af29aaa2-e30e-4e6f-8a05-8530399fee6a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413475 Mar 09 06:04:00.761363 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6d932d32-5591-4e45-8185-95b42f80e4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:00.905573 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf5aa9-49f8-4774-87cc-239f447a774e req-2837fee0-e742-4038-8f18-88c3a24bc768 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:00.907007 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a9cf5aa9-49f8-4774-87cc-239f447a774e req-2837fee0-e742-4038-8f18-88c3a24bc768 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 944 time: 0.0542135 Mar 09 06:04:00.952704 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-a9cf5aa9-49f8-4774-87cc-239f447a774e req-4dc9141b-5e63-4ccc-af6f-b342f0d9607c tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 Mar 09 06:04:01.781373 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 684a26d7-2b25-4b75-bd16-c66145e48fd6 details requested by agent hyperv_hv-cinder-83116 with host hv-cinder-83116 {{(pid=103973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 06:04:01.888779 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 684a26d7-2b25-4b75-bd16-c66145e48fd6, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:01.901504 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Returning: {'device': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'port_id': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'mac_address': 'fa:16:3e:43:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 06:04:01.943189 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 684a26d7-2b25-4b75-bd16-c66145e48fd6 is: DOWN; New status is: BUILD {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:04:01.944149 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:01.957020 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684a26d7-2b25-4b75-bd16-c66145e48fd6 {{(pid=103973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 06:04:01.979176 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 684a26d7-2b25-4b75-bd16-c66145e48fd6, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:01.986637 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:02.045875 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=684a26d7-2b25-4b75-bd16-c66145e48fd6,revision_number=4']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:02.054027 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.054376 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.054718 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.055093 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.055421 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.055747 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.056070 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.056407 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.056745 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.057066 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.057442 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.057759 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.058758 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:02.092622 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89719856-a5bc-435b-aabe-afdb16fafb40 req-d173ca7f-92cb-4faf-bea7-b745806b384d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:02.094108 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89719856-a5bc-435b-aabe-afdb16fafb40 req-d173ca7f-92cb-4faf-bea7-b745806b384d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 945 time: 0.0628066 Mar 09 06:04:02.144302 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-89719856-a5bc-435b-aabe-afdb16fafb40 req-f81b1308-da46-4922-ae3b-753702b0347a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440297 Mar 09 06:04:02.293167 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] get_ports_and_sgs() called for port_ids ['684a26d7-2b25-4b75-bd16-c66145e48fd6'] {{(pid=103973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 06:04:03.105540 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-46fd2b50-9984-4e4a-88c6-1bfba6f62494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:03.267591 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951155aa-d7ad-4213-8ca6-6c5bb07f65c7 req-31f79e52-a054-4e54-a30a-6cc001504829 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:03.270351 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-951155aa-d7ad-4213-8ca6-6c5bb07f65c7 req-31f79e52-a054-4e54-a30a-6cc001504829 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 945 time: 0.0533328 Mar 09 06:04:03.314834 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-951155aa-d7ad-4213-8ca6-6c5bb07f65c7 req-ef32dc68-4eb7-4235-8753-4f1c25fdb9be tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 Mar 09 06:04:03.786440 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 684a26d7-2b25-4b75-bd16-c66145e48fd6 up at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 06:04:03.834693 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning for port 684a26d7-2b25-4b75-bd16-c66145e48fd6 completed by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 06:04:03.838943 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.provisioning_blocks [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Provisioning complete for port 684a26d7-2b25-4b75-bd16-c66145e48fd6 triggered by entity L2. {{(pid=103973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 06:04:03.839313 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16451389'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), provisioning_complete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:03.929360 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Current status of the port 684a26d7-2b25-4b75-bd16-c66145e48fd6 is: BUILD; New status is: ACTIVE {{(pid=103973) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 06:04:03.929756 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16472330'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), before_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:03.956040 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6'}] {{(pid=103973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:04:03.958263 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccb8289d442c62ce97977d06668b233cd3127bd9b26c781224b30a133bd709c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfaeeaf-5d7e-4c30-a5fc-013de8a5aa40" -d '{"events": [{"server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "name": "network-vif-plugged", "status": "completed", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6"}]}' {{(pid=103973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:04:03.970237 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] For port 684a26d7-2b25-4b75-bd16-c66145e48fd6, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:03.975187 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793483825336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793483251384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793483251402'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:04.000659 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11e22e3-f9bf-41d4-a98a-ebf5b9d73fc7 x-openstack-request-id: req-c11e22e3-f9bf-41d4-a98a-ebf5b9d73fc7 {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:04:04.000974 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "name": "network-vif-plugged", "status": "completed", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6", "code": 200}]} {{(pid=103973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:04:04.001228 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c11e22e3-f9bf-41d4-a98a-ebf5b9d73fc7 {{(pid=103973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:04:04.001649 dv-cinder-831167-2-iscsi neutron-server[103973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'code': 200} Mar 09 06:04:04.026170 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Pushing event updated for resources: {'Port': ['ID=684a26d7-2b25-4b75-bd16-c66145e48fd6,revision_number=5']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:04.194083 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7756c-9f85-42dd-8625-c8dc6e3d51ca req-aa361ad4-6fe7-41ff-929a-656e1bde529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:04.195479 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aba7756c-9f85-42dd-8625-c8dc6e3d51ca req-aa361ad4-6fe7-41ff-929a-656e1bde529e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 1130 time: 0.0437458 Mar 09 06:04:04.237433 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-aba7756c-9f85-42dd-8625-c8dc6e3d51ca req-4d944947-27c9-45fe-97b1-73171a31a48a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364139 Mar 09 06:04:04.430687 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791efec5-90e3-47ef-b9ce-37951851dc21 req-b387fef1-1253-47b5-adac-840aa613e677 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:04.432213 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-791efec5-90e3-47ef-b9ce-37951851dc21 req-b387fef1-1253-47b5-adac-840aa613e677 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 946 time: 0.0519834 Mar 09 06:04:04.435978 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:04.481572 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-791efec5-90e3-47ef-b9ce-37951851dc21 req-4c79aafc-31af-4dd5-88f5-8503127f2048 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433657 Mar 09 06:04:05.564279 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:05.599172 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83dcf8-8395-4292-bbd3-d80d675503bc req-9e326f63-8735-4008-b430-b2b07dfc31bf tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:05.601457 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3d83dcf8-8395-4292-bbd3-d80d675503bc req-9e326f63-8735-4008-b430-b2b07dfc31bf tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 946 time: 0.0514755 Mar 09 06:04:05.649784 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-3d83dcf8-8395-4292-bbd3-d80d675503bc req-eeb538ab-91d1-4af2-af2d-d4d4df23c516 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426900 Mar 09 06:04:05.759270 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3890f-08b2-4dcd-b7b2-19ae7822dc06 req-d33b95d3-9b44-47c0-acf9-58d15ab7dc37 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:05.760773 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-abc3890f-08b2-4dcd-b7b2-19ae7822dc06 req-d33b95d3-9b44-47c0-acf9-58d15ab7dc37 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 946 time: 0.0501635 Mar 09 06:04:05.768887 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 48994) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:05.773947 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.v2.base [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Request body: {'floatingip': {'port_id': '684a26d7-2b25-4b75-bd16-c66145e48fd6'}} {{(pid=103972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 06:04:05.817289 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (b7457c49-0481-4608-8c47-b23659f655a1), before_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:06.245462 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:06.249131 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b7457c49-0481-4608-8c47-b23659f655a1), after_update {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:06.348622 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP b7457c49-0481-4608-8c47-b23659f655a1 associated. External IP: 172.27.1.48, port: 684a26d7-2b25-4b75-bd16-c66145e48fd6. Mar 09 06:04:06.555535 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:04:06.661604 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:04:06.666750 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:06.671842 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:04:06.681546 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:06.682161 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:06.696899 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-9a650175-ff2c-4ee0-8001-7a4fe5840d4a tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "PUT /v2.0/floatingips/b7457c49-0481-4608-8c47-b23659f655a1 HTTP/1.1" status: 200 len: 991 time: 0.9269173 Mar 09 06:04:06.697497 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:04:06.699748 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f2a352-670c-452f-806a-9d389b199c97" -d '{"events": [{"name": "network-changed", "server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:04:06.734934 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c9c026-a28e-4384-9a73-960101220e3e x-openstack-request-id: req-28c9c026-a28e-4384-9a73-960101220e3e {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:04:06.735239 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:04:06.735497 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28c9c026-a28e-4384-9a73-960101220e3e {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:04:06.735903 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'status': 'completed', 'code': 200} Mar 09 06:04:06.797903 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:06.822104 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a352-670c-452f-806a-9d389b199c97 req-c9134b6d-24c7-4ae9-a21d-00bf969f2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:06.823497 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64f2a352-670c-452f-806a-9d389b199c97 req-c9134b6d-24c7-4ae9-a21d-00bf969f2702 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=956e9015cdfa48519e98091fb770fd62&device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 1130 time: 0.0443387 Mar 09 06:04:06.909652 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a352-670c-452f-806a-9d389b199c97 req-00c47259-6c95-4dc3-be1a-51627ee6ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:06.911079 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64f2a352-670c-452f-806a-9d389b199c97 req-00c47259-6c95-4dc3-be1a-51627ee6ccb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 200 len: 912 time: 0.0819557 Mar 09 06:04:06.977084 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64f2a352-670c-452f-806a-9d389b199c97 req-c8074920-4cb1-4aaa-8078-eed7503a5638 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6 HTTP/1.1" status: 200 len: 999 time: 0.0602961 Mar 09 06:04:07.026056 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a352-670c-452f-806a-9d389b199c97 req-087b65ad-32bb-459b-b1f3-18def0bdc556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:07.027537 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64f2a352-670c-452f-806a-9d389b199c97 req-087b65ad-32bb-459b-b1f3-18def0bdc556 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 200 len: 850 time: 0.0454280 Mar 09 06:04:07.077710 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a352-670c-452f-806a-9d389b199c97 req-84478bdc-3e99-4f0e-ad51-9b9dea506ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:07.079132 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64f2a352-670c-452f-806a-9d389b199c97 req-84478bdc-3e99-4f0e-ad51-9b9dea506ffa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b9b43cd-faf3-483e-ab46-2bb3357a1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462530 Mar 09 06:04:07.148787 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:07.163268 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'b7457c49-0481-4608-8c47-b23659f655a1', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:43:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:03:55Z', 'updated_at': '2022-03-09T06:04:06Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:07.172999 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64f2a352-670c-452f-806a-9d389b199c97 req-ab45d4bb-0e5f-43eb-95bf-f4825218a8f7 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874438 Mar 09 06:04:07.190476 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:04:07.200003 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:07.200644 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:07.264862 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-64f2a352-670c-452f-806a-9d389b199c97 req-827a5258-4387-45c1-aa9c-8c902ead0ee2 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 Mar 09 06:04:07.315400 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:07.536622 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'b7457c49-0481-4608-8c47-b23659f655a1', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:43:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:03:55Z', 'updated_at': '2022-03-09T06:04:06Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:07.562671 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f2d06a-1361-4428-ad71-59869cec5da5 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': 'b7457c49-0481-4608-8c47-b23659f655a1', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'port_id': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'mac_address': 'fa:16:3e:43:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:03:55Z', 'updated_at': '2022-03-09T06:04:06Z', 'revision_number': 1, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:04:07.753439 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b181ccfc-b84f-4939-b464-b37f4fbe8331 None None] New status for floating IP b7457c49-0481-4608-8c47-b23659f655a1: ACTIVE {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:04:12.854691 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:16.095718 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49002) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:16.247410 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Deleting port b052e8b0-a1c2-4015-bbfb-ea46268da364 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:16.247758 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:16.322493 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:16.322803 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (b052e8b0-a1c2-4015-bbfb-ea46268da364), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:16.334027 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Calling delete_port for b052e8b0-a1c2-4015-bbfb-ea46268da364 owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:16.471866 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (b052e8b0-a1c2-4015-bbfb-ea46268da364), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:16.501129 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event deleted for resources: {'Port': ['ID=b052e8b0-a1c2-4015-bbfb-ea46268da364,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:16.559826 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (eba69179-c553-4e15-8b28-6782240179c2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:16.560183 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Floating IP eba69179-c553-4e15-8b28-6782240179c2 disassociated (deleted). External IP: 172.27.1.87, port: 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e. Mar 09 06:04:16.767652 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:04:16.875803 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:04:16.880554 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:16.885567 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:04:16.896444 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:16.898382 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:16.911513 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-9b8b367c-68da-423c-89df-691228907b6f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "DELETE /v2.0/floatingips/eba69179-c553-4e15-8b28-6782240179c2 HTTP/1.1" status: 204 len: 168 time: 0.8146899 Mar 09 06:04:16.912439 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:04:16.914822 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9aa59f-2fea-482f-854c-2da3c77467f5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:04:16.955593 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7744163e-44d4-49bd-ac1b-f8ff28759120 x-openstack-request-id: req-7744163e-44d4-49bd-ac1b-f8ff28759120 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:04:16.955884 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:04:16.956139 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7744163e-44d4-49bd-ac1b-f8ff28759120 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:04:16.957028 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'status': 'completed', 'code': 200} Mar 09 06:04:17.013803 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:17.051436 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-0ec6616e-102b-4b25-9681-083347790e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:17.053580 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-0ec6616e-102b-4b25-9681-083347790e85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 1129 time: 0.0509357 Mar 09 06:04:17.191986 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-aa6976c2-503c-4def-8c69-b5f374086c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:17.193555 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-aa6976c2-503c-4def-8c69-b5f374086c48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.0877426 Mar 09 06:04:17.244932 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-44938c17-937a-4c48-b205-2673b314a670 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e HTTP/1.1" status: 200 len: 217 time: 0.0441883 Mar 09 06:04:17.251948 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:47Z', 'revision_number': 1, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:17.282740 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:04:17.292794 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:17.293411 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:17.324067 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-b3dec572-fb45-4595-9537-1c94129eed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:17.325453 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-b3dec572-fb45-4595-9537-1c94129eed93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0721385 Mar 09 06:04:17.378046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7eb10-a044-408a-bd28-8d3b1907616c req-52bfb085-cbe3-4d22-b202-4858a58e2332 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:17.379508 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97b7eb10-a044-408a-bd28-8d3b1907616c req-52bfb085-cbe3-4d22-b202-4858a58e2332 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 945 time: 0.2850840 Mar 09 06:04:17.402190 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:17.406279 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-829b9f92-1580-463c-af75-a319e8d32f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:17.408042 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-829b9f92-1580-463c-af75-a319e8d32f35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757256 Mar 09 06:04:17.457212 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-97b7eb10-a044-408a-bd28-8d3b1907616c req-821ed289-1606-4cd0-827e-50fd2ac60033 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700841 Mar 09 06:04:17.517329 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-bada83fc-033f-4951-a846-c9a7fcbfa5b3 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973434 Mar 09 06:04:17.612656 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-bc9aa59f-2fea-482f-854c-2da3c77467f5 req-f2e5cd32-0ca6-4c05-a219-53b0fe88eb21 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854187 Mar 09 06:04:17.624137 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:47Z', 'revision_number': 1, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:17.650271 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e7ccf-d29b-40fd-a7d3-3a7e2dcc1856 None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_floatingips': [{'id': '0b597afe-0fb8-495b-900b-a5d9aa72c5b2', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'router_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'port_id': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'mac_address': 'fa:16:3e:0b:70:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T06:00:45Z', 'updated_at': '2022-03-09T06:00:47Z', 'revision_number': 1, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:04:17.869684 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a534d-7669-441d-8436-93aea83f194b None None] New status for floating IP eba69179-c553-4e15-8b28-6782240179c2: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:04:18.625812 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd20bec-29fe-48a1-b61f-b52d3d28b995 req-d57c0eb7-60c4-410a-abb8-98931a00e602 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:18.627258 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9cd20bec-29fe-48a1-b61f-b52d3d28b995 req-d57c0eb7-60c4-410a-abb8-98931a00e602 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 945 time: 0.1029093 Mar 09 06:04:18.674659 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-9cd20bec-29fe-48a1-b61f-b52d3d28b995 req-bbfe3169-b12b-4757-8559-7fd6ae7e7968 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411911 Mar 09 06:04:18.896123 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-138d4c3d-08cc-4807-8ed1-0c4e43326efb tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:18.897669 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-138d4c3d-08cc-4807-8ed1-0c4e43326efb tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Mar 09 06:04:18.969955 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-18844396-f36c-4726-8fe1-93200c97e765 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486250 Mar 09 06:04:19.073229 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8846-e120-41fb-b581-27f535ae225a req-87128373-c061-431b-bf10-d26c494efdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:19.074648 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-87128373-c061-431b-bf10-d26c494efdad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1130 time: 0.0462010 Mar 09 06:04:19.184865 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8846-e120-41fb-b581-27f535ae225a req-9f4ae277-2dc5-401f-9cc9-57c71d0b618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:19.186343 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-9f4ae277-2dc5-401f-9cc9-57c71d0b618b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.0920291 Mar 09 06:04:19.252834 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-d0589245-a221-49e2-b5ae-d11efe31a2e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 200 len: 1001 time: 0.0603070 Mar 09 06:04:19.273957 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Deleting port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:19.274302 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:19.304103 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8846-e120-41fb-b581-27f535ae225a req-76ee4734-a99f-44b3-b588-96fdace0a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:19.305613 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-76ee4734-a99f-44b3-b588-96fdace0a697 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0468659 Mar 09 06:04:19.357265 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8846-e120-41fb-b581-27f535ae225a req-e4aef5fe-ce17-4a41-b413-6d3fe80a18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:19.358664 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-e4aef5fe-ce17-4a41-b413-6d3fe80a18e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478325 Mar 09 06:04:19.360232 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] For port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:19.360625 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:19.373834 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Calling delete_port for 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:19.447430 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-c79788cf-040b-49fc-94ee-a4c2f577ee5f service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830507 Mar 09 06:04:19.498699 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:19.526469 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event deleted for resources: {'Port': ['ID=5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:19.538268 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-0bee8846-e120-41fb-b581-27f535ae225a req-066a032d-3fec-481d-a07e-484d7fcdecdc service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854180 Mar 09 06:04:19.572461 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] No DVR routers for this DVR port 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:04:19.574829 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:19.578077 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-8030cc12-b42f-4501-9962-31d07d1907d9 req-7a7c56cd-4a6d-46fb-9958-cf41d11fb21f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "DELETE /v2.0/ports/5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e HTTP/1.1" status: 204 len: 173 time: 0.6562178 Mar 09 06:04:19.578515 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'name': 'network-vif-deleted', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:04:19.580755 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826e377a-a21f-46be-84a7-363bcb5e9a51" -d '{"events": [{"server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "name": "network-vif-deleted", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:04:19.619729 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a148182a-af26-4fd3-80ea-fadbe0272db2 x-openstack-request-id: req-a148182a-af26-4fd3-80ea-fadbe0272db2 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:04:19.620051 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc805df-02ce-4010-80e9-3804322f2df3", "name": "network-vif-deleted", "tag": "5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:04:19.620307 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a148182a-af26-4fd3-80ea-fadbe0272db2 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:04:19.620732 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc805df-02ce-4010-80e9-3804322f2df3', 'name': 'network-vif-deleted', 'tag': '5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e', 'status': 'completed', 'code': 200} Mar 09 06:04:19.766734 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-82745f41-db39-4a71-afe6-6dd45583ef2d req-b0070f0e-30b1-42cf-b0d1-77a8aee0c967 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=dcc805df-02ce-4010-80e9-3804322f2df3 HTTP/1.1" status: 200 len: 210 time: 0.0265188 Mar 09 06:04:21.852722 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:21.872170 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:21.872545 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 5e0b7c8c-4e46-448c-b92a-0ee6d8ce5d9e not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:23.042626 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49036) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:23.196663 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Deleting port de84de33-1d84-4b8a-aca4-41d4683caffc {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:23.197014 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:23.274385 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:23.274712 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (de84de33-1d84-4b8a-aca4-41d4683caffc), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:23.287194 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Calling delete_port for de84de33-1d84-4b8a-aca4-41d4683caffc owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:23.427615 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (de84de33-1d84-4b8a-aca4-41d4683caffc), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:23.453773 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event deleted for resources: {'Port': ['ID=de84de33-1d84-4b8a-aca4-41d4683caffc,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:23.786450 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (0b597afe-0fb8-495b-900b-a5d9aa72c5b2), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:23.786784 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.db.l3_db [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Floating IP 0b597afe-0fb8-495b-900b-a5d9aa72c5b2 disassociated (deleted). External IP: 172.27.1.76, port: a74b53a0-47b8-4c03-b265-e02136408e04. Mar 09 06:04:23.994576 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:04:24.101577 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:04:24.106194 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:24.110610 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:04:24.120593 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:24.121205 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:24.135022 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b0e33221-1ce0-4e28-a0e6-6d962c8b8df5 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "DELETE /v2.0/floatingips/0b597afe-0fb8-495b-900b-a5d9aa72c5b2 HTTP/1.1" status: 204 len: 168 time: 1.0912890 Mar 09 06:04:24.135712 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04'}] {{(pid=103972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:04:24.138069 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9630c5aaea50079d50bc4d6face446c9b286f023a3b38163784c20119dd3d29f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c47818-21de-4837-b5ed-1e8b48cd45e7" -d '{"events": [{"name": "network-changed", "server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04"}]}' {{(pid=103972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:04:24.175129 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 06:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce9e4fd-7b1b-4c69-8708-a6f473ad4a11 x-openstack-request-id: req-9ce9e4fd-7b1b-4c69-8708-a6f473ad4a11 {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:04:24.175478 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04", "status": "completed", "code": 200}]} {{(pid=103972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:04:24.175802 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ce9e4fd-7b1b-4c69-8708-a6f473ad4a11 {{(pid=103972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:04:24.176312 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'status': 'completed', 'code': 200} Mar 09 06:04:24.234926 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:24.274220 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-eeb4a043-d159-40ef-a33c-aeadff0f6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:24.275621 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-eeb4a043-d159-40ef-a33c-aeadff0f6aaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d411ccff560421b9d8b9767f01c1d42&device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 1130 time: 0.0565350 Mar 09 06:04:24.430953 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cca31-f155-4261-bb1e-ceb427a6b8d9 req-a15dc482-6ccd-4c09-b8bf-17f844cae184 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:24.432403 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-100cca31-f155-4261-bb1e-ceb427a6b8d9 req-a15dc482-6ccd-4c09-b8bf-17f844cae184 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 946 time: 0.1174066 Mar 09 06:04:24.460754 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-9b09db3e-f706-498c-8a0f-38d142d75823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:24.462185 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-9b09db3e-f706-498c-8a0f-38d142d75823 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 200 len: 913 time: 0.1381795 Mar 09 06:04:24.514883 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-a4dd76ba-6b19-437a-98cc-fad0e3e519af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 200 len: 217 time: 0.0452566 Mar 09 06:04:24.523575 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-100cca31-f155-4261-bb1e-ceb427a6b8d9 req-17bd19c5-06d1-4a4a-97a9-a49cc7a8828f tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828936 Mar 09 06:04:24.570944 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:24.572541 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-c9912a12-c0da-4ef2-9ab2-6d4ae8e372e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:24.574185 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-c9912a12-c0da-4ef2-9ab2-6d4ae8e372e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 200 len: 851 time: 0.0497322 Mar 09 06:04:24.600465 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:04:24.609543 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:24.610133 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:24.626126 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-0685def4-ccf5-4b71-95ea-93ccd0134aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:24.627657 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-0685def4-ccf5-4b71-95ea-93ccd0134aca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f66aadc3-f4b2-4042-a56e-461331c3383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474391 Mar 09 06:04:24.639504 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-1812a100-eff6-47be-866a-2a847f09f5fc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 06:04:24.640498 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-1812a100-eff6-47be-866a-2a847f09f5fc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049579 Mar 09 06:04:24.716806 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:24.727902 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-be922e5a-71e1-41e8-922b-42870b348ba8 service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812414 Mar 09 06:04:24.822336 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-52c47818-21de-4837-b5ed-1e8b48cd45e7 req-78e4ac39-d38f-4f60-adc4-065a5163668e service neutron] 10.222.0.32 "GET /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864289 Mar 09 06:04:24.911873 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:24.941400 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57b03a6-53ee-4286-a709-49838d97eae2 None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T05:57:19Z', 'revision_number': 4, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': '78e605a6-b69d-4579-bacd-7efd6d570b10', 'name': '', 'network_id': 'f66aadc3-f4b2-4042-a56e-461331c3383a', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'mac_address': 'fa:16:3e:ca:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:19Z', 'updated_at': '2022-03-09T05:57:23Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'subnets': [{'id': 'dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:04:25.153575 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a825fa-3c66-4faf-a987-1b88b2c5d0a5 None None] New status for floating IP 0b597afe-0fb8-495b-900b-a5d9aa72c5b2: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:04:25.643427 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061dea2-0715-4042-86f6-525258db6c2e req-c7175337-2e7d-4a11-88ef-0dc9dd05fd98 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:25.644933 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d061dea2-0715-4042-86f6-525258db6c2e req-c7175337-2e7d-4a11-88ef-0dc9dd05fd98 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 946 time: 0.0521412 Mar 09 06:04:25.693376 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-d061dea2-0715-4042-86f6-525258db6c2e req-1a59c4aa-3893-46b3-a97a-93b79c400e5b tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a5cb711-aa45-40f7-ac9a-fdda3f356f05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424314 Mar 09 06:04:26.024340 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58359afd-4b00-4f37-8412-9996331a95c9 req-49b9e61e-3f52-466d-8290-1798cd65c463 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:26.025783 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-58359afd-4b00-4f37-8412-9996331a95c9 req-49b9e61e-3f52-466d-8290-1798cd65c463 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 946 time: 0.0529225 Mar 09 06:04:26.117627 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Deleting port a74b53a0-47b8-4c03-b265-e02136408e04 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:26.118236 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:26.202550 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] For port a74b53a0-47b8-4c03-b265-e02136408e04, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=a74b53a0-47b8-4c03-b265-e02136408e04,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:26.202907 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:26.215286 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Calling delete_port for a74b53a0-47b8-4c03-b265-e02136408e04 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:26.340153 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (a74b53a0-47b8-4c03-b265-e02136408e04), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:26.372405 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event deleted for resources: {'Port': ['ID=a74b53a0-47b8-4c03-b265-e02136408e04,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:26.414953 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] No DVR routers for this DVR port a74b53a0-47b8-4c03-b265-e02136408e04 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:04:26.417569 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:26.420891 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-58359afd-4b00-4f37-8412-9996331a95c9 req-96e846e0-3948-41df-baa6-5e70bf0da9af tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.32 "DELETE /v2.0/ports/a74b53a0-47b8-4c03-b265-e02136408e04 HTTP/1.1" status: 204 len: 173 time: 0.3901219 Mar 09 06:04:26.421351 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'name': 'network-vif-deleted', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:04:26.423604 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ccee7-cbeb-4122-8032-f16e7cb19287" -d '{"events": [{"server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "name": "network-vif-deleted", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:04:26.461924 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67f178-6ea8-4a58-ae6f-8e4e4c627fb6 x-openstack-request-id: req-ee67f178-6ea8-4a58-ae6f-8e4e4c627fb6 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:04:26.462237 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb74efe-f972-4801-a047-ce5ed2d59239", "name": "network-vif-deleted", "tag": "a74b53a0-47b8-4c03-b265-e02136408e04", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:04:26.462492 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee67f178-6ea8-4a58-ae6f-8e4e4c627fb6 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:04:26.462915 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb74efe-f972-4801-a047-ce5ed2d59239', 'name': 'network-vif-deleted', 'tag': 'a74b53a0-47b8-4c03-b265-e02136408e04', 'status': 'completed', 'code': 200} Mar 09 06:04:26.795422 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-07ae879d-7a9d-481c-a7a0-775e41d93689 req-8e641aee-22f0-4df9-8599-df6627368e89 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "GET /v2.0/ports?device_id=adb74efe-f972-4801-a047-ce5ed2d59239 HTTP/1.1" status: 200 len: 210 time: 0.0318654 Mar 09 06:04:27.856454 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49054) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:27.976942 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Deleting port 194e18a2-18d7-4405-8526-81c92e1ac237 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:27.977280 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (194e18a2-18d7-4405-8526-81c92e1ac237), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:28.049754 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (194e18a2-18d7-4405-8526-81c92e1ac237), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:28.050072 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (194e18a2-18d7-4405-8526-81c92e1ac237), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:28.061479 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Calling delete_port for 194e18a2-18d7-4405-8526-81c92e1ac237 owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:28.189332 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (194e18a2-18d7-4405-8526-81c92e1ac237), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:28.214558 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event deleted for resources: {'Port': ['ID=194e18a2-18d7-4405-8526-81c92e1ac237,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:28.277295 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for floatingip (a7a28a59-5e41-4e84-80d4-41aa77400a3d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:28.279945 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:28.281420 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-47b97aaa-6517-4f05-a212-2f914e6403b7 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "DELETE /v2.0/floatingips/a7a28a59-5e41-4e84-80d4-41aa77400a3d HTTP/1.1" status: 204 len: 168 time: 0.4239993 Mar 09 06:04:28.397246 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:04:29.478468 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49066) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:29.533703 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a26e9952-feb6-4348-b630-c7f066fe58f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group (2a5cb711-aa45-40f7-ac9a-fdda3f356f05), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:29.557849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a26e9952-feb6-4348-b630-c7f066fe58f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group (2a5cb711-aa45-40f7-ac9a-fdda3f356f05), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:29.615115 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a26e9952-feb6-4348-b630-c7f066fe58f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2a5cb711-aa45-40f7-ac9a-fdda3f356f05), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:29.617865 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-a26e9952-feb6-4348-b630-c7f066fe58f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:29.619006 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-a26e9952-feb6-4348-b630-c7f066fe58f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] 10.222.0.36 "DELETE /v2.0/security-groups/2a5cb711-aa45-40f7-ac9a-fdda3f356f05 HTTP/1.1" status: 204 len: 168 time: 0.1395402 Mar 09 06:04:29.627978 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e9952-feb6-4348-b630-c7f066fe58f3 tempest-TestVolumeBootPattern-1420683059 tempest-TestVolumeBootPattern-1420683059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5cb711-aa45-40f7-ac9a-fdda3f356f05,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:29.671616 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49070) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:29.879535 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device a74b53a0-47b8-4c03-b265-e02136408e04 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:29.899993 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: a74b53a0-47b8-4c03-b265-e02136408e04 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:29.900341 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device a74b53a0-47b8-4c03-b265-e02136408e04 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:30.111105 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (cd0982fe-8e26-47f1-9548-2e004343ff61), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:30.348845 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Deleting port 78e605a6-b69d-4579-bacd-7efd6d570b10 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:30.349179 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:30.422754 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] For port 78e605a6-b69d-4579-bacd-7efd6d570b10, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=78e605a6-b69d-4579-bacd-7efd6d570b10,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:30.423110 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:30.435087 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Calling delete_port for 78e605a6-b69d-4579-bacd-7efd6d570b10 owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:30.612082 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (78e605a6-b69d-4579-bacd-7efd6d570b10), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:30.640635 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Pushing event deleted for resources: {'Port': ['ID=78e605a6-b69d-4579-bacd-7efd6d570b10,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:30.763648 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4f6fd1c1-b6fe-488a-ae8b-4d4db8b81da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:30.811127 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (cd0982fe-8e26-47f1-9548-2e004343ff61), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:31.023381 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Router cd0982fe-8e26-47f1-9548-2e004343ff61 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:04:31.128599 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:04:31.134929 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6c88276e-5f89-4727-96b0-f56c22330aca admin admin] 10.222.0.36 "PUT /v2.0/routers/cd0982fe-8e26-47f1-9548-2e004343ff61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4621398 Mar 09 06:04:31.137424 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49074) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:31.139826 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] Sync routers for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:04:31.150590 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:31.151221 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:31.241234 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks [] for router (cd0982fe-8e26-47f1-9548-2e004343ff61), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:31.258071 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:31.346192 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks [] for router_gateway (cd0982fe-8e26-47f1-9548-2e004343ff61), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:31.442383 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T06:04:30Z', 'revision_number': 5, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port': {'id': 'f9388e06-4eb3-419c-8fa4-a52478ea9b13', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:17Z', 'updated_at': '2022-03-09T05:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:31.471456 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] Checking router: cd0982fe-8e26-47f1-9548-2e004343ff61 for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:04:31.481149 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] Routers {'cd0982fe-8e26-47f1-9548-2e004343ff61'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:31.481788 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:03Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['cd0982fe-8e26-47f1-9548-2e004343ff61'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:31.573122 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] Set router cd0982fe-8e26-47f1-9548-2e004343ff61 gateway port host: None {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:31.627598 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T06:04:31Z', 'revision_number': 6, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port_host': None}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:31.648975 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Deleting port f9388e06-4eb3-419c-8fa4-a52478ea9b13 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:31.649549 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:31.657889 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f04f1-1a4f-4152-8126-6f451cd3df99 None None] The sync data for ids ['cd0982fe-8e26-47f1-9548-2e004343ff61'] in dv-cinder-831167-2-iscsi is: [{'id': 'cd0982fe-8e26-47f1-9548-2e004343ff61', 'name': 'tempest-TestVolumeBootPattern-1867225196-router', 'tenant_id': '5d411ccff560421b9d8b9767f01c1d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:16Z', 'updated_at': '2022-03-09T06:04:31Z', 'revision_number': 6, 'project_id': '5d411ccff560421b9d8b9767f01c1d42', 'gw_port_host': None}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:04:31.732340 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] For port f9388e06-4eb3-419c-8fa4-a52478ea9b13, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=f9388e06-4eb3-419c-8fa4-a52478ea9b13,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:31.732738 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:31.745026 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Calling delete_port for f9388e06-4eb3-419c-8fa4-a52478ea9b13 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:31.913904 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (f9388e06-4eb3-419c-8fa4-a52478ea9b13), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:31.936490 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9388e06-4eb3-419c-8fa4-a52478ea9b13,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:32.004481 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (cd0982fe-8e26-47f1-9548-2e004343ff61), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.100038 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (cd0982fe-8e26-47f1-9548-2e004343ff61), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.102964 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks [] for router_controller (cd0982fe-8e26-47f1-9548-2e004343ff61), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.146394 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (cd0982fe-8e26-47f1-9548-2e004343ff61), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.147032 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0982fe-8e26-47f1-9548-2e004343ff61 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:04:32.151866 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.152799 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1e616a99-37e2-43dc-85af-28c96da2872b admin admin] 10.222.0.36 "DELETE /v2.0/routers/cd0982fe-8e26-47f1-9548-2e004343ff61 HTTP/1.1" status: 204 len: 168 time: 1.0144684 Mar 09 06:04:32.155304 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49076) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:32.198963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] Deleting subnet dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:04:32.201914 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] Publish callbacks [] for subnet (dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.236038 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.316271 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.367963 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.393783 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:32.398186 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.401482 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-04b6d07e-8f7e-4913-9949-0db494636497 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dbb9a63c-2ca5-4e77-bbeb-3b7c9eec23ba HTTP/1.1" status: 204 len: 168 time: 0.2452331 Mar 09 06:04:32.404062 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49078) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:32.407003 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a7b8a-f34a-46e2-8c48-5432655e7272 None None] Network f66aadc3-f4b2-4042-a56e-461331c3383a requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:04:32.476554 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (f66aadc3-f4b2-4042-a56e-461331c3383a), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.539913 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Deleting port f9c46584-f7b5-4f23-a639-537ec161d834 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:32.540261 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.575491 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] DHCP port deletion for f66aadc3-f4b2-4042-a56e-461331c3383a request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:04:32.611467 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] For port f9c46584-f7b5-4f23-a639-537ec161d834, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=f9c46584-f7b5-4f23-a639-537ec161d834,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:32.611832 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.624461 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Calling delete_port for f9c46584-f7b5-4f23-a639-537ec161d834 owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:32.626404 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] Deleting port f9c46584-f7b5-4f23-a639-537ec161d834 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:32.627028 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.703007 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] For port f9c46584-f7b5-4f23-a639-537ec161d834, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=f9c46584-f7b5-4f23-a639-537ec161d834,segment=NetworkSegment(be2d1b02-36bc-4221-8dd6-b8d41d7d01bf),segment_id=be2d1b02-36bc-4221-8dd6-b8d41d7d01bf)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:32.703494 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.715211 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.721058 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] Calling delete_port for f9c46584-f7b5-4f23-a639-537ec161d834 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:32.740215 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c46584-f7b5-4f23-a639-537ec161d834,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:32.743912 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] No DVR routers for this DVR port f9c46584-f7b5-4f23-a639-537ec161d834 on host dv-cinder-831167-2-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:04:32.800743 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (f9c46584-f7b5-4f23-a639-537ec161d834), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.820575 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (f66aadc3-f4b2-4042-a56e-461331c3383a), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.829209 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] Pushing event deleted for resources: {'Port': ['ID=f9c46584-f7b5-4f23-a639-537ec161d834,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:32.839130 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd3fc68-f3c4-4e02-8072-4a7980c7a236 None None] No DVR routers for this DVR port f9c46584-f7b5-4f23-a639-537ec161d834 on host dv-cinder-831167-2-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:04:32.846027 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66aadc3-f4b2-4042-a56e-461331c3383a']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:32.858457 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:32.858820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2d1b02-36bc-4221-8dd6-b8d41d7d01bf') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:32.868552 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (be2d1b02-36bc-4221-8dd6-b8d41d7d01bf), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.873208 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device f9388e06-4eb3-419c-8fa4-a52478ea9b13 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:32.882836 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (be2d1b02-36bc-4221-8dd6-b8d41d7d01bf), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.889275 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:04:32.889782 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (be2d1b02-36bc-4221-8dd6-b8d41d7d01bf), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:04:32.891450 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:04:32.894976 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: f9388e06-4eb3-419c-8fa4-a52478ea9b13 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:32.895382 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device f9388e06-4eb3-419c-8fa4-a52478ea9b13 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:32.895913 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 78e605a6-b69d-4579-bacd-7efd6d570b10 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:32.918959 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 78e605a6-b69d-4579-bacd-7efd6d570b10 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:32.919409 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 78e605a6-b69d-4579-bacd-7efd6d570b10 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:32.919893 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device f9c46584-f7b5-4f23-a639-537ec161d834 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:32.938999 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: f9c46584-f7b5-4f23-a639-537ec161d834 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:32.939344 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device f9c46584-f7b5-4f23-a639-537ec161d834 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:32.952702 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (f66aadc3-f4b2-4042-a56e-461331c3383a), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.958092 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:32.961542 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f66aadc3-f4b2-4042-a56e-461331c3383a HTTP/1.1" status: 204 len: 168 time: 0.5564618 Mar 09 06:04:32.964546 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49080) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:32.973021 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68deb7-5bb5-4f76-9711-720a17c147c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66aadc3-f4b2-4042-a56e-461331c3383a,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:33.107070 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-91e91743-b4ac-4a20-89a1-f617e7777f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:33.310853 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (750b8507-1bb1-4c6b-9ab1-99c00de01e19), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:33.552634 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Deleting port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:33.552894 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:33.628122 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] For port 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,segment=NetworkSegment(79a3ab1e-431c-4ca4-8b86-c5db775099fa),segment_id=79a3ab1e-431c-4ca4-8b86-c5db775099fa)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:33.628511 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:33.640325 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Calling delete_port for 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f owned by network:router_interface {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:33.817477 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (862b574f-1d4f-4a8c-b90b-f26e7fc62a8f), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:33.842812 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Pushing event deleted for resources: {'Port': ['ID=862b574f-1d4f-4a8c-b90b-f26e7fc62a8f,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:34.011069 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (750b8507-1bb1-4c6b-9ab1-99c00de01e19), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:34.217560 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:04:34.322157 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:04:34.327971 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-221dc06c-a595-498f-a81c-876726c6266a admin admin] 10.222.0.36 "PUT /v2.0/routers/750b8507-1bb1-4c6b-9ab1-99c00de01e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3613462 Mar 09 06:04:34.329436 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49082) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:34.331836 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] Sync routers for ids ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'] in dv-cinder-831167-2-iscsi {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:04:34.343447 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] Routers {'750b8507-1bb1-4c6b-9ab1-99c00de01e19'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:34.344078 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:34.434684 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks [] for router (750b8507-1bb1-4c6b-9ab1-99c00de01e19), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:34.439080 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:34.450760 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] Set router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 gateway port host: dv-cinder-831167-2-iscsi {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:34.539931 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks [] for router_gateway (750b8507-1bb1-4c6b-9ab1-99c00de01e19), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:34.635753 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T06:04:33Z', 'revision_number': 5, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port': {'id': '72e284eb-e64a-4c8e-8614-cf9d78325460', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T05:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:34.662726 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] Checking router: 750b8507-1bb1-4c6b-9ab1-99c00de01e19 for host: dv-cinder-831167-2-iscsi {{(pid=103974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:04:34.672221 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] Routers {'750b8507-1bb1-4c6b-9ab1-99c00de01e19'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:34.672866 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'], 'active': True} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:34.761550 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_dvr_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] Set router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 gateway port host: None {{(pid=103974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:34.813197 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.l3_hamode_db [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T06:04:34Z', 'revision_number': 6, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port_host': None}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:34.844744 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb11284-30a8-425c-9bf6-9f41a90c4829 None None] The sync data for ids ['750b8507-1bb1-4c6b-9ab1-99c00de01e19'] in dv-cinder-831167-2-iscsi is: [{'id': '750b8507-1bb1-4c6b-9ab1-99c00de01e19', 'name': 'tempest-TestVolumeBootPattern-788023642-router', 'tenant_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T05:57:22Z', 'updated_at': '2022-03-09T06:04:34Z', 'revision_number': 6, 'project_id': 'b68072203d4f4c088f1c2ca4aad1c673', 'gw_port_host': None}] {{(pid=103974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:04:34.863298 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Deleting port 72e284eb-e64a-4c8e-8614-cf9d78325460 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:34.863639 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:34.941992 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] For port 72e284eb-e64a-4c8e-8614-cf9d78325460, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=72e284eb-e64a-4c8e-8614-cf9d78325460,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:34.942354 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:34.954644 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Calling delete_port for 72e284eb-e64a-4c8e-8614-cf9d78325460 owned by network:router_gateway {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:35.117133 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (72e284eb-e64a-4c8e-8614-cf9d78325460), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.140912 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Pushing event deleted for resources: {'Port': ['ID=72e284eb-e64a-4c8e-8614-cf9d78325460,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:35.200325 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (750b8507-1bb1-4c6b-9ab1-99c00de01e19), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.292890 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (750b8507-1bb1-4c6b-9ab1-99c00de01e19), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.295030 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks [] for router_controller (750b8507-1bb1-4c6b-9ab1-99c00de01e19), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.340601 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (750b8507-1bb1-4c6b-9ab1-99c00de01e19), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.341122 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 750b8507-1bb1-4c6b-9ab1-99c00de01e19 {{(pid=103971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:04:35.345418 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.346409 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-bf0e4b17-74fe-4685-be17-cfcf9b5ee52c admin admin] 10.222.0.36 "DELETE /v2.0/routers/750b8507-1bb1-4c6b-9ab1-99c00de01e19 HTTP/1.1" status: 204 len: 168 time: 1.0160756 Mar 09 06:04:35.348911 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49084) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:35.391871 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] Deleting subnet 5b462323-dd29-479d-a6a7-5cf77847dbd2 {{(pid=103971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:04:35.395078 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] Publish callbacks [] for subnet (5b462323-dd29-479d-a6a7-5cf77847dbd2), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.427665 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3734257'] for subnet (5b462323-dd29-479d-a6a7-5cf77847dbd2), precommit_delete_associations {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.505351 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (5b462323-dd29-479d-a6a7-5cf77847dbd2), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.558392 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126030281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126784074'] for subnet (5b462323-dd29-479d-a6a7-5cf77847dbd2), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.566586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.583545 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b462323-dd29-479d-a6a7-5cf77847dbd2,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:35.587226 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for subnet (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.591769 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d1c417cb-7ec3-446a-9362-b1532c687aa2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5b462323-dd29-479d-a6a7-5cf77847dbd2 HTTP/1.1" status: 204 len: 168 time: 0.2405312 Mar 09 06:04:35.593334 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49086) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:35.597814 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26065b-4377-48e4-9af7-739099c5a5d2 None None] Network 7c976569-368b-4e9b-bea1-6ef9d455ac05 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:04:35.672029 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (7c976569-368b-4e9b-bea1-6ef9d455ac05), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.728830 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Deleting port 11938c57-77ae-495d-bdbb-572416b95a21 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:35.729174 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (11938c57-77ae-495d-bdbb-572416b95a21), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.761294 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] DHCP port deletion for 7c976569-368b-4e9b-bea1-6ef9d455ac05 request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:04:35.793849 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] For port 11938c57-77ae-495d-bdbb-572416b95a21, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=11938c57-77ae-495d-bdbb-572416b95a21,segment=NetworkSegment(79a3ab1e-431c-4ca4-8b86-c5db775099fa),segment_id=79a3ab1e-431c-4ca4-8b86-c5db775099fa)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:35.794218 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (11938c57-77ae-495d-bdbb-572416b95a21), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.808205 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Calling delete_port for 11938c57-77ae-495d-bdbb-572416b95a21 owned by network:dhcp {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:35.809746 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] Deleting port 11938c57-77ae-495d-bdbb-572416b95a21 {{(pid=103973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:35.810122 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (11938c57-77ae-495d-bdbb-572416b95a21), before_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.879150 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.db [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] For port 11938c57-77ae-495d-bdbb-572416b95a21, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=11938c57-77ae-495d-bdbb-572416b95a21,segment=NetworkSegment(79a3ab1e-431c-4ca4-8b86-c5db775099fa),segment_id=79a3ab1e-431c-4ca4-8b86-c5db775099fa)] {{(pid=103973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:35.879554 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (11938c57-77ae-495d-bdbb-572416b95a21), precommit_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.899741 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (11938c57-77ae-495d-bdbb-572416b95a21), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:35.927456 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11938c57-77ae-495d-bdbb-572416b95a21,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:35.932949 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] No DVR routers for this DVR port 11938c57-77ae-495d-bdbb-572416b95a21 on host dv-cinder-831167-2-iscsi {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:04:36.012647 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (7c976569-368b-4e9b-bea1-6ef9d455ac05), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.026053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] Calling delete_port for 11938c57-77ae-495d-bdbb-572416b95a21 owned by network:dhcp {{(pid=103973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:36.034339 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c976569-368b-4e9b-bea1-6ef9d455ac05']}} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:36.044113 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a3ab1e-431c-4ca4-8b86-c5db775099fa') {'for_net_delete': True} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:36.044436 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.services.segments.db [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a3ab1e-431c-4ca4-8b86-c5db775099fa') {} {{(pid=103971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:36.053522 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3734026'] for segment (79a3ab1e-431c-4ca4-8b86-c5db775099fa), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.066113 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (79a3ab1e-431c-4ca4-8b86-c5db775099fa), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.071979 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:04:36.072359 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126030243'] for segment (79a3ab1e-431c-4ca4-8b86-c5db775099fa), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: Traceback (most recent call last): Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: timer() Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: cb(*args, **kw) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: return func(*args, **kwargs) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: self._notify() Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: self.callback(batched_events) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: event.method(event) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: return f(self, *a, **k) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._get(url).json() Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: return self.request(url, 'GET', **kwargs) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:04:36.074055 dv-cinder-831167-2-iscsi neutron-server[103971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:04:36.101812 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375'] for port (11938c57-77ae-495d-bdbb-572416b95a21), after_delete {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.127071 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] Pushing event deleted for resources: {'Port': ['ID=11938c57-77ae-495d-bdbb-572416b95a21,revision_number=None']} {{(pid=103973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:36.130739 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f00ea-e4dd-41e6-9f23-da9b3297b11f None None] No DVR routers for this DVR port 11938c57-77ae-495d-bdbb-572416b95a21 on host dv-cinder-831167-2-iscsi {{(pid=103973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:04:36.135561 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (7c976569-368b-4e9b-bea1-6ef9d455ac05), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.140965 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.144127 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7c976569-368b-4e9b-bea1-6ef9d455ac05 HTTP/1.1" status: 204 len: 168 time: 0.5502431 Mar 09 06:04:36.156587 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff2be2-88e5-40f8-9da7-2d04f30642c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c976569-368b-4e9b-bea1-6ef9d455ac05,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:36.255268 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49092) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:36.298821 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-79415069-d655-41ab-bc44-c2ffa3649822 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d411ccff560421b9d8b9767f01c1d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423877 Mar 09 06:04:36.301178 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49094) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:36.346995 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-92226c17-556d-47c8-a2dc-cc6a1f6d1c2b admin admin] Publish callbacks [] for security_group (1c9071fc-bd4c-4b59-a40d-78801cf7e304), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.367108 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-92226c17-556d-47c8-a2dc-cc6a1f6d1c2b admin admin] Publish callbacks [] for security_group (1c9071fc-bd4c-4b59-a40d-78801cf7e304), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.412583 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-92226c17-556d-47c8-a2dc-cc6a1f6d1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (1c9071fc-bd4c-4b59-a40d-78801cf7e304), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.415009 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-92226c17-556d-47c8-a2dc-cc6a1f6d1c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.416172 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-92226c17-556d-47c8-a2dc-cc6a1f6d1c2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c9071fc-bd4c-4b59-a40d-78801cf7e304 HTTP/1.1" status: 204 len: 168 time: 0.1141126 Mar 09 06:04:36.423705 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92226c17-556d-47c8-a2dc-cc6a1f6d1c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9071fc-bd4c-4b59-a40d-78801cf7e304,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:36.718954 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49100) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:36.758459 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-1cba2554-e974-427c-92bd-43df7d13d2ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b68072203d4f4c088f1c2ca4aad1c673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383384 Mar 09 06:04:36.760788 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49102) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:36.807880 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fe71b152-d0de-4043-8083-79de1a850ea9 admin admin] Publish callbacks [] for security_group (0875858e-2549-4787-91a6-d35dd83c7bb9), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.829715 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fe71b152-d0de-4043-8083-79de1a850ea9 admin admin] Publish callbacks [] for security_group (0875858e-2549-4787-91a6-d35dd83c7bb9), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.853868 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:36.877209 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:36.877493 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fe71b152-d0de-4043-8083-79de1a850ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (0875858e-2549-4787-91a6-d35dd83c7bb9), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.877643 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 862b574f-1d4f-4a8c-b90b-f26e7fc62a8f not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:36.878000 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 72e284eb-e64a-4c8e-8614-cf9d78325460 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:36.880107 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-fe71b152-d0de-4043-8083-79de1a850ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:36.881295 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-fe71b152-d0de-4043-8083-79de1a850ea9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0875858e-2549-4787-91a6-d35dd83c7bb9 HTTP/1.1" status: 204 len: 168 time: 0.1196299 Mar 09 06:04:36.890014 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71b152-d0de-4043-8083-79de1a850ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0875858e-2549-4787-91a6-d35dd83c7bb9,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:36.915170 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 72e284eb-e64a-4c8e-8614-cf9d78325460 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:36.915519 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 72e284eb-e64a-4c8e-8614-cf9d78325460 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:36.915936 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 11938c57-77ae-495d-bdbb-572416b95a21 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:36.939563 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 11938c57-77ae-495d-bdbb-572416b95a21 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:36.939833 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 11938c57-77ae-495d-bdbb-572416b95a21 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:04:37.143856 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:42.855004 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:52.660186 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520e51-6f1a-4362-adc4-289f2acdfdec req-b5373c35-bdc5-4a33-b2ef-46cb018be9b4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:52.661693 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c9520e51-6f1a-4362-adc4-289f2acdfdec req-b5373c35-bdc5-4a33-b2ef-46cb018be9b4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 946 time: 0.0519686 Mar 09 06:04:52.707319 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c9520e51-6f1a-4362-adc4-289f2acdfdec req-044dfd09-cb79-4323-ab87-23f67f1d686f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393822 Mar 09 06:04:53.826040 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f427c5-0071-46b1-bcfe-b37aba580cb9 req-f9c80dda-6ea3-4fb2-9778-7f048cdc006f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:53.827508 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7f427c5-0071-46b1-bcfe-b37aba580cb9 req-f9c80dda-6ea3-4fb2-9778-7f048cdc006f tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 946 time: 0.0531456 Mar 09 06:04:53.873932 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [req-f7f427c5-0071-46b1-bcfe-b37aba580cb9 req-26845e48-76f2-4737-9630-ead58343013d tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups?id=a23d8a5e-47cf-4b60-9533-deac6b1e4966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Mar 09 06:04:54.239284 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-04c5cc9c-b123-4a92-b0a3-dad250da8e04 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 06:04:54.241294 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-04c5cc9c-b123-4a92-b0a3-dad250da8e04 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 946 time: 0.0503213 Mar 09 06:04:54.331015 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port 684a26d7-2b25-4b75-bd16-c66145e48fd6 {{(pid=103971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:54.331351 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:54.416275 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.db [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] For port 684a26d7-2b25-4b75-bd16-c66145e48fd6, host hv-cinder-83116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83116',level=0,port_id=684a26d7-2b25-4b75-bd16-c66145e48fd6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:04:54.416667 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:54.583259 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:54.583551 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b7457c49-0481-4608-8c47-b23659f655a1), after_update {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:54.583875 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.db.l3_db [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Floating IP b7457c49-0481-4608-8c47-b23659f655a1 disassociated. External IP: 172.27.1.48, port: 684a26d7-2b25-4b75-bd16-c66145e48fd6. Mar 09 06:04:54.584224 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.plugins.ml2.plugin [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for 684a26d7-2b25-4b75-bd16-c66145e48fd6 owned by compute:nova {{(pid=103971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:54.706961 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126030334'] for port (684a26d7-2b25-4b75-bd16-c66145e48fd6), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:54.732562 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=684a26d7-2b25-4b75-bd16-c66145e48fd6,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:54.744777 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.745136 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.745514 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.745842 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.746186 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.746528 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.746870 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.747209 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.747544 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.747877 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.748210 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.748573 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.748907 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:54.859773 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:04:54.984839 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-c9c24eac-9673-4e46-aa2e-d5ca6e8cd825 req-29375503-81b9-4bd9-aa53-e0d0689fc1d5 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/ports?device_id=d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb HTTP/1.1" status: 200 len: 210 time: 0.0338948 Mar 09 06:04:54.996967 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:04:55.013384 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:04:55.023576 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:55.024181 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:55.044723 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.db.l3_dvrscheduler_db [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] No DVR routers for this DVR port 684a26d7-2b25-4b75-bd16-c66145e48fd6 on host hv-cinder-83116 {{(pid=103971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:04:55.047267 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for port (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:55.050532 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [req-f823e35a-8777-45b5-ac98-17d63a08ecae req-2385f5d9-55b1-4e13-85eb-acc4034f10fe tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.32 "DELETE /v2.0/ports/684a26d7-2b25-4b75-bd16-c66145e48fd6 HTTP/1.1" status: 204 len: 173 time: 0.8044670 Mar 09 06:04:55.050975 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'name': 'network-vif-deleted', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6'}] {{(pid=103971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 06:04:55.053234 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04427986af01a137c718506681b5846d643d6813fa3b4419f84010b5d4ee57f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f10602-1889-469b-bfda-b879cbcd1e56" -d '{"events": [{"server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "name": "network-vif-deleted", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6"}]}' {{(pid=103971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 06:04:55.141303 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:55.289750 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 06:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919cdd9-4298-4183-aab3-f1ee01f010c4 x-openstack-request-id: req-1919cdd9-4298-4183-aab3-f1ee01f010c4 {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 06:04:55.290858 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb", "name": "network-vif-deleted", "tag": "684a26d7-2b25-4b75-bd16-c66145e48fd6", "status": "completed", "code": 200}]} {{(pid=103971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 06:04:55.291431 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1919cdd9-4298-4183-aab3-f1ee01f010c4 {{(pid=103971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 06:04:55.291836 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd677fc0c-2fc8-4d3b-9e82-b87d64dfa4cb', 'name': 'network-vif-deleted', 'tag': '684a26d7-2b25-4b75-bd16-c66145e48fd6', 'status': 'completed', 'code': 200} Mar 09 06:04:55.363728 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:55.389164 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:04:55.397053 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:04:55.398173 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:55.504725 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:04:55.704648 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:04:55.734009 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d813b6-a7f2-4311-b961-57ef20a92970 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:51Z', 'revision_number': 4, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi', '_interfaces': [{'id': 'd03b1b0b-9698-4d34-9f41-80d84e6ab8e6', 'name': '', 'network_id': '9b9b43cd-faf3-483e-ab46-2bb3357a1f58', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'mac_address': 'fa:16:3e:c8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:51Z', 'updated_at': '2022-03-09T06:00:55Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'subnets': [{'id': 'fb0c333b-8f8e-4191-8447-ed66d9ecbad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:04:55.942341 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0b238-96f0-4e20-8256-3d7552504498 None None] New status for floating IP b7457c49-0481-4608-8c47-b23659f655a1: DOWN {{(pid=103974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 06:04:56.075681 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49174) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:56.127585 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a279079-fde2-4185-aef0-da1412e7a030 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (a23d8a5e-47cf-4b60-9533-deac6b1e4966), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.150372 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a279079-fde2-4185-aef0-da1412e7a030 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (a23d8a5e-47cf-4b60-9533-deac6b1e4966), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.198399 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a279079-fde2-4185-aef0-da1412e7a030 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (a23d8a5e-47cf-4b60-9533-deac6b1e4966), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.201025 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-6a279079-fde2-4185-aef0-da1412e7a030 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.202161 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-6a279079-fde2-4185-aef0-da1412e7a030 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/security-groups/a23d8a5e-47cf-4b60-9533-deac6b1e4966 HTTP/1.1" status: 204 len: 168 time: 0.1254609 Mar 09 06:04:56.204952 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49176) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:56.211653 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a279079-fde2-4185-aef0-da1412e7a030 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d8a5e-47cf-4b60-9533-deac6b1e4966,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:56.218227 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.api.v2.resource [None req-13b70f5f-31ac-49a4-9b22-cd0b2d104ed4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] show failed (client error): The resource could not be found. Mar 09 06:04:56.219223 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-13b70f5f-31ac-49a4-9b22-cd0b2d104ed4 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "GET /v2.0/security-groups/a23d8a5e-47cf-4b60-9533-deac6b1e4966 HTTP/1.1" status: 404 len: 347 time: 0.0132909 Mar 09 06:04:56.221951 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49178) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:04:56.343430 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Deleting port ba48f9be-e135-4d96-a97e-352d3244dcfd {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:04:56.343678 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.419721 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.420044 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (ba48f9be-e135-4d96-a97e-352d3244dcfd), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.431390 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Calling delete_port for ba48f9be-e135-4d96-a97e-352d3244dcfd owned by network:floatingip {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:04:56.561743 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (ba48f9be-e135-4d96-a97e-352d3244dcfd), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.591520 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Pushing event deleted for resources: {'Port': ['ID=ba48f9be-e135-4d96-a97e-352d3244dcfd,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:04:56.612108 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.612418 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.612755 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.613092 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.613425 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.613758 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.614087 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.614414 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.614738 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.615060 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.615383 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.615703 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.616061 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:04:56.657192 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks [] for floatingip (b7457c49-0481-4608-8c47-b23659f655a1), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.660079 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8655'] for floatingip (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:04:56.661249 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-5c480ada-b55a-4405-95bf-e63aae0b28b2 tempest-AttachVolumeNegativeTest-1236270887 tempest-AttachVolumeNegativeTest-1236270887-project] 10.222.0.36 "DELETE /v2.0/floatingips/b7457c49-0481-4608-8c47-b23659f655a1 HTTP/1.1" status: 204 len: 168 time: 0.4384205 Mar 09 06:04:59.956813 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 684a26d7-2b25-4b75-bd16-c66145e48fd6 no longer exists at agent hyperv_hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:04:59.982312 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] No Port match for: 684a26d7-2b25-4b75-bd16-c66145e48fd6 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:04:59.982661 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Device 684a26d7-2b25-4b75-bd16-c66145e48fd6 not bound to the agent host hv-cinder-83116 {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:05:00.291598 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49214) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:00.628178 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548232'] for router_interface (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:00.765216 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9726912f-bdde-4be2-bd81-aba7f3417d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:00.873248 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Deleting port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:05:00.873569 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:00.950409 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] For port d03b1b0b-9698-4d34-9f41-80d84e6ab8e6, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:05:00.950674 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:00.963959 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Calling delete_port for d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 owned by network:router_interface {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:05:01.140413 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (d03b1b0b-9698-4d34-9f41-80d84e6ab8e6), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:01.169402 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Pushing event deleted for resources: {'Port': ['ID=d03b1b0b-9698-4d34-9f41-80d84e6ab8e6,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:01.337522 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548348'] for router_interface (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:01.558205 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d has already been hosted by L3 agent 409e1e3f-2aa3-4d09-ac7f-289e0ff329b8 {{(pid=103972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 06:05:01.662386 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] Notify agent at l3_agent.dv-cinder-831167-2-iscsi the message routers_updated {{(pid=103972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 06:05:01.667484 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-d43aafc3-1317-4e68-97f4-64f2e323c10b admin admin] 10.222.0.36 "PUT /v2.0/routers/49e9c7e5-8c9c-44f6-8009-28a7860f9f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3748362 Mar 09 06:05:01.669980 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49216) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:01.672590 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] Sync routers for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 06:05:01.683122 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:05:01.683734 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:05:01.795524 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:05:02.016930 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:05:01Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:05:02.047123 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] Checking router: 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d for host: dv-cinder-831167-2-iscsi {{(pid=103973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 06:05:02.058202 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] Routers {'49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'} bound to L3 agent in host dv-cinder-831167-2-iscsi {{(pid=103973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 06:05:02.058837 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T05:46:03Z,description=,heartbeat_timestamp=2022-03-09T06:04:33Z,host='dv-cinder-831167-2-iscsi',id=409e1e3f-2aa3-4d09-ac7f-289e0ff329b8,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T05:46:03Z,topic='l3_agent')) {'router_ids': ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'], 'active': True} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:05:02.100744 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks [] for router (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.188515 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_dvr_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] Set router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d gateway port host: dv-cinder-831167-2-iscsi {{(pid=103973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 06:05:02.229483 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks [] for router_gateway (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.291822 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Deleting port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:05:02.292160 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.376976 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] For port 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,segment=NetworkSegment(3fde8e34-b046-4ffe-a453-d497d61301d3),segment_id=3fde8e34-b046-4ffe-a453-d497d61301d3)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:05:02.377791 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.396396 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Calling delete_port for 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 owned by network:router_gateway {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:05:02.398655 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.db.l3_hamode_db [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:05:01Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}], 'dv-cinder-831167-2-iscsi', False) {} {{(pid=103973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:05:02.432364 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd742bbd-ad3c-4043-95e3-7518610f7959 None None] The sync data for ids ['49e9c7e5-8c9c-44f6-8009-28a7860f9f6d'] in dv-cinder-831167-2-iscsi is: [{'id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'name': 'tempest-AttachVolumeNegativeTest-464059-router', 'tenant_id': '956e9015cdfa48519e98091fb770fd62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'external_fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:05:01Z', 'revision_number': 5, 'project_id': '956e9015cdfa48519e98091fb770fd62', 'gw_port': {'id': '5eb7b4fd-f64c-4fe2-b0f9-49957b170da3', 'name': '', 'network_id': 'dda22c9a-428d-4bf3-9040-dcb677a8bacd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e9c7e5-8c9c-44f6-8009-28a7860f9f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T06:00:49Z', 'updated_at': '2022-03-09T06:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fac4c5b3-a5f9-49f7-a03f-b4d26f74b627', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831167-2-iscsi'}] {{(pid=103973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 06:05:02.590871 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (5eb7b4fd-f64c-4fe2-b0f9-49957b170da3), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.620228 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb7b4fd-f64c-4fe2-b0f9-49957b170da3,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:02.678669 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540758'] for router_gateway (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.769275 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27279'] for router (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.771581 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks [] for router_controller (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.822235 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547061'] for router (49e9c7e5-8c9c-44f6-8009-28a7860f9f6d), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.822995 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e9c7e5-8c9c-44f6-8009-28a7860f9f6d {{(pid=103972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 06:05:02.827834 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.831573 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-b012930a-60e8-4951-8b57-b615e3c93607 admin admin] 10.222.0.36 "DELETE /v2.0/routers/49e9c7e5-8c9c-44f6-8009-28a7860f9f6d HTTP/1.1" status: 204 len: 168 time: 1.1584594 Mar 09 06:05:02.831823 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49218) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:02.877992 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] Deleting subnet fb0c333b-8f8e-4191-8447-ed66d9ecbad6 {{(pid=103972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 06:05:02.881237 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] Publish callbacks [] for subnet (fb0c333b-8f8e-4191-8447-ed66d9ecbad6), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.918173 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880788'] for subnet (fb0c333b-8f8e-4191-8447-ed66d9ecbad6), precommit_delete_associations {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:02.931258 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:05:02.953815 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:05:02.954253 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device d03b1b0b-9698-4d34-9f41-80d84e6ab8e6 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:05:02.998209 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16447023'] for subnet (fb0c333b-8f8e-4191-8447-ed66d9ecbad6), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.052828 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16447028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3206269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126287813'] for subnet (fb0c333b-8f8e-4191-8447-ed66d9ecbad6), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.078662 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0c333b-8f8e-4191-8447-ed66d9ecbad6,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:03.084271 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.090286 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-eacbec69-58fa-4e12-8bfc-c136b7509c4d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fb0c333b-8f8e-4191-8447-ed66d9ecbad6 HTTP/1.1" status: 204 len: 168 time: 0.2551765 Mar 09 06:05:03.090979 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49220) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:03.094707 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b392f-7862-4c58-ba73-a7c265556d72 None None] Network 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 requested from dv-cinder-831167-2-iscsi {{(pid=103973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 06:05:03.144666 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8fc9-10c7-4b1b-992e-eb80dd16d8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.168985 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16375456'] for network (9b9b43cd-faf3-483e-ab46-2bb3357a1f58), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.227984 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Deleting port 1a43b202-5f71-4fd8-84d7-57602d238fca {{(pid=103972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 06:05:03.228330 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793483818563'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.291467 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.db [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] For port 1a43b202-5f71-4fd8-84d7-57602d238fca, host dv-cinder-831167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831167-2-iscsi',level=0,port_id=1a43b202-5f71-4fd8-84d7-57602d238fca,segment=NetworkSegment(cca99447-4637-4472-8b9a-c6c4143a7474),segment_id=cca99447-4637-4472-8b9a-c6c4143a7474)] {{(pid=103972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 06:05:03.291835 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543386'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.303111 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Calling delete_port for 1a43b202-5f71-4fd8-84d7-57602d238fca owned by network:dhcp {{(pid=103972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 06:05:03.384508 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16472389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793483825318', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793483251375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3206218'] for port (1a43b202-5f71-4fd8-84d7-57602d238fca), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.409469 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a43b202-5f71-4fd8-84d7-57602d238fca,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:03.412916 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] No DVR routers for this DVR port 1a43b202-5f71-4fd8-84d7-57602d238fca on host dv-cinder-831167-2-iscsi {{(pid=103972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 06:05:03.469123 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68aa3cd-70ce-46fc-aafb-93030ba7636d None None] DHCP port deletion for 9b9b43cd-faf3-483e-ab46-2bb3357a1f58 request from dv-cinder-831167-2-iscsi {{(pid=103973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 06:05:03.491688 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16449952', 'neutron.services.segments.db._delete_segments_for_network-8793483586919'] for network (9b9b43cd-faf3-483e-ab46-2bb3357a1f58), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.512458 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9b43cd-faf3-483e-ab46-2bb3357a1f58']}} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:05:03.521414 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca99447-4637-4472-8b9a-c6c4143a7474') {'for_net_delete': True} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:05:03.521717 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.services.segments.db [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca99447-4637-4472-8b9a-c6c4143a7474') {} {{(pid=103972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 06:05:03.531727 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793483584112', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880879'] for segment (cca99447-4637-4472-8b9a-c6c4143a7474), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.544888 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572'] for segment (cca99447-4637-4472-8b9a-c6c4143a7474), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.550771 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 06:05:03.551224 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3206167'] for segment (cca99447-4637-4472-8b9a-c6c4143a7474), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: Traceback (most recent call last): Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: timer() Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: cb(*args, **kw) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: return func(*args, **kwargs) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: self._notify() Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: self.callback(batched_events) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: event.method(event) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: return f(self, *a, **k) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._get(url).json() Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: return self.request(url, 'GET', **kwargs) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 06:05:03.552966 dv-cinder-831167-2-iscsi neutron-server[103972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 06:05:03.606343 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16449961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540786'] for network (9b9b43cd-faf3-483e-ab46-2bb3357a1f58), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.611612 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555048'] for network (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.614739 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b9b43cd-faf3-483e-ab46-2bb3357a1f58 HTTP/1.1" status: 204 len: 168 time: 0.5226991 Mar 09 06:05:03.625612 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c916b-a8a7-4c7e-b9cb-deb408937701 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9b43cd-faf3-483e-ab46-2bb3357a1f58,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:03.775165 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49224) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:03.815023 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-13028956-db30-43c1-b3d5-12b4eecee343 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=956e9015cdfa48519e98091fb770fd62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386875 Mar 09 06:05:03.817388 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49226) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:03.866622 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a451c868-391b-4e72-876f-afb9171c3aac admin admin] Publish callbacks [] for security_group (eacfb18b-cbb4-4fbb-bd8b-a16624d69846), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.888075 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a451c868-391b-4e72-876f-afb9171c3aac admin admin] Publish callbacks [] for security_group (eacfb18b-cbb4-4fbb-bd8b-a16624d69846), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.935204 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a451c868-391b-4e72-876f-afb9171c3aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (eacfb18b-cbb4-4fbb-bd8b-a16624d69846), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.937759 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-a451c868-391b-4e72-876f-afb9171c3aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:03.938895 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-a451c868-391b-4e72-876f-afb9171c3aac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eacfb18b-cbb4-4fbb-bd8b-a16624d69846 HTTP/1.1" status: 204 len: 168 time: 0.1206295 Mar 09 06:05:03.949289 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451c868-391b-4e72-876f-afb9171c3aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacfb18b-cbb4-4fbb-bd8b-a16624d69846,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:04.441145 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:04.876845 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:05:04.896045 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:05:04.896408 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 5eb7b4fd-f64c-4fe2-b0f9-49957b170da3 not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:05:04.896828 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 1a43b202-5f71-4fd8-84d7-57602d238fca no longer exists at agent ovs-agent-dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 06:05:04.915706 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.plugin [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] No Port match for: 1a43b202-5f71-4fd8-84d7-57602d238fca {{(pid=103973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 06:05:04.916054 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron.plugins.ml2.rpc [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Device 1a43b202-5f71-4fd8-84d7-57602d238fca not bound to the agent host dv-cinder-831167-2-iscsi {{(pid=103973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 06:05:04.964164 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49260) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:05.064995 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-58e5cc60-27c8-4fba-ab29-8fd17d46c89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:05.137134 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-58e5cc60-27c8-4fba-ab29-8fd17d46c89a admin admin] Publish callbacks [] for security_group (cbebbfba-23cb-4712-8086-a3a08ef8811c), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:05.140865 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-58e5cc60-27c8-4fba-ab29-8fd17d46c89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (cbebbfba-23cb-4712-8086-a3a08ef8811c), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:05.177221 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5cc60-27c8-4fba-ab29-8fd17d46c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbebbfba-23cb-4712-8086-a3a08ef8811c,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:05.182401 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-58e5cc60-27c8-4fba-ab29-8fd17d46c89a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=112e74cf07d44be8bc93dc27baf1abb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171762 Mar 09 06:05:05.184999 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49264) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:05.231814 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-025e441d-24e9-4260-be24-0d160be6c7db admin admin] Publish callbacks [] for security_group (cbebbfba-23cb-4712-8086-a3a08ef8811c), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:05.255472 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-025e441d-24e9-4260-be24-0d160be6c7db admin admin] Publish callbacks [] for security_group (cbebbfba-23cb-4712-8086-a3a08ef8811c), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:05.302459 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-025e441d-24e9-4260-be24-0d160be6c7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (cbebbfba-23cb-4712-8086-a3a08ef8811c), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:05.305230 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-025e441d-24e9-4260-be24-0d160be6c7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:05.306365 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-025e441d-24e9-4260-be24-0d160be6c7db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbebbfba-23cb-4712-8086-a3a08ef8811c HTTP/1.1" status: 204 len: 168 time: 0.1204717 Mar 09 06:05:05.313604 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e441d-24e9-4260-be24-0d160be6c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbebbfba-23cb-4712-8086-a3a08ef8811c,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:05.396453 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:05:05.573389 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:07.145281 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.285299 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49322) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:09.386317 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2801ee98-9e77-4677-ba49-52ff0a358288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.460006 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2801ee98-9e77-4677-ba49-52ff0a358288 admin admin] Publish callbacks [] for security_group (2bcf898a-632b-4192-a75c-0726ad7707f4), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.464591 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-2801ee98-9e77-4677-ba49-52ff0a358288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2bcf898a-632b-4192-a75c-0726ad7707f4), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.501011 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-2801ee98-9e77-4677-ba49-52ff0a358288 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65efe21750b949eeb3f64fda6fcabf55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146575 Mar 09 06:05:09.502928 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801ee98-9e77-4677-ba49-52ff0a358288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf898a-632b-4192-a75c-0726ad7707f4,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:09.503760 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49326) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:09.550529 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-415eac97-1bba-409f-8d03-e4fc72836a53 admin admin] Publish callbacks [] for security_group (2bcf898a-632b-4192-a75c-0726ad7707f4), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.575248 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-415eac97-1bba-409f-8d03-e4fc72836a53 admin admin] Publish callbacks [] for security_group (2bcf898a-632b-4192-a75c-0726ad7707f4), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.618852 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-415eac97-1bba-409f-8d03-e4fc72836a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (2bcf898a-632b-4192-a75c-0726ad7707f4), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.621267 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-415eac97-1bba-409f-8d03-e4fc72836a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.622414 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-415eac97-1bba-409f-8d03-e4fc72836a53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bcf898a-632b-4192-a75c-0726ad7707f4 HTTP/1.1" status: 204 len: 168 time: 0.1175218 Mar 09 06:05:09.629969 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eac97-1bba-409f-8d03-e4fc72836a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf898a-632b-4192-a75c-0726ad7707f4,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:09.871959 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49332) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:09.885757 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d0868f1e-e9ef-4cc5-bb3e-ec06cfc89ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.959511 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d0868f1e-e9ef-4cc5-bb3e-ec06cfc89ace admin admin] Publish callbacks [] for security_group (cd262c0f-5238-4b52-83c0-01a2167a0ec4), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.963405 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-d0868f1e-e9ef-4cc5-bb3e-ec06cfc89ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (cd262c0f-5238-4b52-83c0-01a2167a0ec4), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:09.999246 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0868f1e-e9ef-4cc5-bb3e-ec06cfc89ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd262c0f-5238-4b52-83c0-01a2167a0ec4,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:10.003421 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-d0868f1e-e9ef-4cc5-bb3e-ec06cfc89ace admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93134d0f607d4280940c5be111cfbd7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304715 Mar 09 06:05:10.006605 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49334) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:10.051206 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0597f1b6-24eb-47f6-8314-d364ad981de5 admin admin] Publish callbacks [] for security_group (cd262c0f-5238-4b52-83c0-01a2167a0ec4), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:10.072568 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0597f1b6-24eb-47f6-8314-d364ad981de5 admin admin] Publish callbacks [] for security_group (cd262c0f-5238-4b52-83c0-01a2167a0ec4), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:10.120517 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0597f1b6-24eb-47f6-8314-d364ad981de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (cd262c0f-5238-4b52-83c0-01a2167a0ec4), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:10.123042 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-0597f1b6-24eb-47f6-8314-d364ad981de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:10.125893 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-0597f1b6-24eb-47f6-8314-d364ad981de5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd262c0f-5238-4b52-83c0-01a2167a0ec4 HTTP/1.1" status: 204 len: 168 time: 0.1172047 Mar 09 06:05:10.131880 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597f1b6-24eb-47f6-8314-d364ad981de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd262c0f-5238-4b52-83c0-01a2167a0ec4,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:12.854061 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.047046 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49400) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:14.153755 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38c43159-46ec-4941-a582-d458240dd05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.225722 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38c43159-46ec-4941-a582-d458240dd05d admin admin] Publish callbacks [] for security_group (b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.229403 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-38c43159-46ec-4941-a582-d458240dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.266057 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c43159-46ec-4941-a582-d458240dd05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:14.271259 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-38c43159-46ec-4941-a582-d458240dd05d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a05288d7ea544babfe3a62a50e1edd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231681 Mar 09 06:05:14.274129 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49404) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:14.320126 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f0939290-69b9-4c1b-8594-771121b8639e admin admin] Publish callbacks [] for security_group (b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.340955 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f0939290-69b9-4c1b-8594-771121b8639e admin admin] Publish callbacks [] for security_group (b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.385659 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f0939290-69b9-4c1b-8594-771121b8639e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.388567 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-f0939290-69b9-4c1b-8594-771121b8639e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:14.389728 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-f0939290-69b9-4c1b-8594-771121b8639e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8 HTTP/1.1" status: 204 len: 168 time: 0.1150892 Mar 09 06:05:14.397126 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0939290-69b9-4c1b-8594-771121b8639e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69bd115-3fc0-46d7-8b46-d1c0b5edf0f8,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:30.766295 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-96324213-292a-4e8b-8aca-aeb232b0c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:33.106789 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6c1401e1-e716-4e88-b1cb-727bfc5e1426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:34.442885 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:35.572873 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:37.147174 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:42.395453 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:05:42.868586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.272438 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49596) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:45.375595 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-80d71e8a-6a55-4dd6-945b-a5f0e904e3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.449105 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-80d71e8a-6a55-4dd6-945b-a5f0e904e3b8 admin admin] Publish callbacks [] for security_group (52fc541a-517b-4fd2-a87e-f080cd43637b), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.453076 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-80d71e8a-6a55-4dd6-945b-a5f0e904e3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (52fc541a-517b-4fd2-a87e-f080cd43637b), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.492207 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-80d71e8a-6a55-4dd6-945b-a5f0e904e3b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3883db13a2e43f4b34228712297dc5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186983 Mar 09 06:05:45.493422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d71e8a-6a55-4dd6-945b-a5f0e904e3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fc541a-517b-4fd2-a87e-f080cd43637b,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:45.494927 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49600) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:45.546411 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-85d6ab46-e728-44dc-affa-fe97901a5fd4 admin admin] Publish callbacks [] for security_group (52fc541a-517b-4fd2-a87e-f080cd43637b), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.565968 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-85d6ab46-e728-44dc-affa-fe97901a5fd4 admin admin] Publish callbacks [] for security_group (52fc541a-517b-4fd2-a87e-f080cd43637b), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.610640 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-85d6ab46-e728-44dc-affa-fe97901a5fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (52fc541a-517b-4fd2-a87e-f080cd43637b), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.613348 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-85d6ab46-e728-44dc-affa-fe97901a5fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:45.614428 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-85d6ab46-e728-44dc-affa-fe97901a5fd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52fc541a-517b-4fd2-a87e-f080cd43637b HTTP/1.1" status: 204 len: 168 time: 0.1174181 Mar 09 06:05:45.621606 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6ab46-e728-44dc-affa-fe97901a5fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fc541a-517b-4fd2-a87e-f080cd43637b,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:49.048254 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49644) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:49.149357 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-128500d1-bbcb-4056-bff0-d8f61b69d130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:49.223540 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-128500d1-bbcb-4056-bff0-d8f61b69d130 admin admin] Publish callbacks [] for security_group (b0083ea2-6f84-4158-8b90-679ec9fb2b44), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:49.227925 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-128500d1-bbcb-4056-bff0-d8f61b69d130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b0083ea2-6f84-4158-8b90-679ec9fb2b44), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:49.264895 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-128500d1-bbcb-4056-bff0-d8f61b69d130 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a9221e9dc6347359c98a2dcce7801d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155471 Mar 09 06:05:49.266007 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128500d1-bbcb-4056-bff0-d8f61b69d130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0083ea2-6f84-4158-8b90-679ec9fb2b44,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:05:49.267620 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49648) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:05:49.315908 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10835a24-f8e5-418b-8386-74687e23a2dc admin admin] Publish callbacks [] for security_group (b0083ea2-6f84-4158-8b90-679ec9fb2b44), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:49.336675 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10835a24-f8e5-418b-8386-74687e23a2dc admin admin] Publish callbacks [] for security_group (b0083ea2-6f84-4158-8b90-679ec9fb2b44), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:49.383528 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10835a24-f8e5-418b-8386-74687e23a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (b0083ea2-6f84-4158-8b90-679ec9fb2b44), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:49.386058 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-10835a24-f8e5-418b-8386-74687e23a2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:05:49.387845 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-10835a24-f8e5-418b-8386-74687e23a2dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0083ea2-6f84-4158-8b90-679ec9fb2b44 HTTP/1.1" status: 204 len: 168 time: 0.1184096 Mar 09 06:05:49.395520 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10835a24-f8e5-418b-8386-74687e23a2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0083ea2-6f84-4158-8b90-679ec9fb2b44,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:06:00.767402 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-a9118f03-87b9-4eb5-846b-c8629620c332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:03.111204 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-9321b38f-db5e-41c2-bd3a-71ff1081522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:04.447255 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:05.576396 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:07.149275 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:12.883567 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:14.715136 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 49832) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:06:14.817229 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:14.889431 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Publish callbacks [] for security_group (eae04849-09be-49b8-99d1-94b678d0177a), precommit_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:14.893227 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (eae04849-09be-49b8-99d1-94b678d0177a), after_create {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:14.930830 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad3b98acd0b34ef0b76ca5b7ae997113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146368 Mar 09 06:06:14.932820 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae04849-09be-49b8-99d1-94b678d0177a,revision_number=1']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:06:14.934131 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 49836) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:06:14.940708 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.941072 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.941422 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.941765 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.942106 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.942445 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.942783 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.943120 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.943457 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.943797 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.944125 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.944488 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.944812 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b7a3ed-189c-4ebe-93d5-ecaae09305a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:14.982137 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Publish callbacks [] for security_group (eae04849-09be-49b8-99d1-94b678d0177a), before_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:15.002515 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Publish callbacks [] for security_group (eae04849-09be-49b8-99d1-94b678d0177a), precommit_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:15.051873 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (eae04849-09be-49b8-99d1-94b678d0177a), after_delete {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:15.054399 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:15.055531 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eae04849-09be-49b8-99d1-94b678d0177a HTTP/1.1" status: 204 len: 168 time: 0.1203570 Mar 09 06:06:15.062960 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae04849-09be-49b8-99d1-94b678d0177a,revision_number=None']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:06:15.069920 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.070273 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.070616 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.070952 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.071287 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.071615 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.071950 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.072275 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.072630 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.072957 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.073283 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.073606 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:15.073936 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b83df43-ad64-45cc-984d-3e3cd6652770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831167-2-iscsi {{(pid=103971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 06:06:19.394014 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:06:30.769018 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bb376660-0c82-4d34-bb04-9ca79b87b3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:33.113441 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-eb59218e-cc33-4262-ba18-ecb8a45a0da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:34.446947 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:35.579273 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:37.151745 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:42.878717 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:49.786633 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [-] (103971) accepted ('10.222.0.36', 50086) {{(pid=103971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:06:49.923889 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a709f52-2d76-4701-9a07-01aebcfb8dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:49.997628 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a709f52-2d76-4701-9a07-01aebcfb8dff admin admin] Publish callbacks [] for security_group (ae0f2ef7-5137-49a0-866b-514946c44541), precommit_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:50.001560 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron_lib.callbacks.manager [None req-8a709f52-2d76-4701-9a07-01aebcfb8dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ae0f2ef7-5137-49a0-866b-514946c44541), after_create {{(pid=103971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:50.040025 dv-cinder-831167-2-iscsi neutron-server[103971]: INFO neutron.wsgi [None req-8a709f52-2d76-4701-9a07-01aebcfb8dff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a12b19edac5f44ca9c0f2106aaab94fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523487 Mar 09 06:06:50.040923 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a709f52-2d76-4701-9a07-01aebcfb8dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f2ef7-5137-49a0-866b-514946c44541,revision_number=1']} {{(pid=103971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:06:50.042743 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [-] (103972) accepted ('10.222.0.36', 50090) {{(pid=103972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 06:06:50.092117 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-02794218-bb71-464b-9852-b20942b28417 admin admin] Publish callbacks [] for security_group (ae0f2ef7-5137-49a0-866b-514946c44541), before_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:50.112706 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-02794218-bb71-464b-9852-b20942b28417 admin admin] Publish callbacks [] for security_group (ae0f2ef7-5137-49a0-866b-514946c44541), precommit_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:50.158521 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-02794218-bb71-464b-9852-b20942b28417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-376312'] for security_group (ae0f2ef7-5137-49a0-866b-514946c44541), after_delete {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:50.160960 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron_lib.callbacks.manager [None req-02794218-bb71-464b-9852-b20942b28417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:06:50.162072 dv-cinder-831167-2-iscsi neutron-server[103972]: INFO neutron.wsgi [None req-02794218-bb71-464b-9852-b20942b28417 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae0f2ef7-5137-49a0-866b-514946c44541 HTTP/1.1" status: 204 len: 168 time: 0.1183608 Mar 09 06:06:50.169264 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02794218-bb71-464b-9852-b20942b28417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f2ef7-5137-49a0-866b-514946c44541,revision_number=None']} {{(pid=103972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 06:06:56.392761 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:07:00.770380 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c2ace50c-ccc9-493e-bace-a18e88e5b218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:03.118490 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-1d3cd710-6644-434d-9a3a-f8833acc4cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:04.450558 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:05.581505 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:07.155521 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:12.892767 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:30.773850 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-b75a78f8-a5ed-4e4c-9bc3-c247b3a13ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.118629 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-0c6a47c3-f9b6-4ec6-8c7a-c295a9823563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:33.391841 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:07:34.450898 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:35.584744 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:37.157886 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:07:42.898716 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:00.774531 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-74b40757-6462-4608-b51f-0c468b813511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:03.119129 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-af35ec7f-60d1-416f-b851-354d3a29658e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:04.454482 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:05.588601 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:07.160534 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:10.391408 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:08:12.897837 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:30.776539 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-991d3f5e-6222-4e2a-b7f9-8148c79edbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:33.121284 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-69584d48-66d7-4548-bf36-284f1ca870a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:34.457906 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:35.590137 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:37.164479 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:42.897832 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:08:47.389286 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:09:00.777744 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-36a6ab4c-11db-4fa7-a9b0-1d6d30e6124a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:03.123071 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-61223d00-7ae4-4d7f-98a3-34dfd489345e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:04.462288 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:05.593419 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:07.167150 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:12.904048 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:24.387339 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:09:30.778586 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-bfe2fa41-4668-4d5a-a8b6-8a4388170224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:33.122429 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28836f49-59e9-44be-b0ab-4c7e28ea551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:34.464927 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:35.597042 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:37.169074 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:42.927335 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:09:47.993458 dv-cinder-831167-2-iscsi neutron-server[103972]: DEBUG neutron.wsgi [req-3e28fc62-e770-405a-bb16-a64856947d7a req-302ba7a1-bebf-48d7-977e-7e4de6428adf service neutron] (103972) timed out ('10.222.0.32', 58838) {{(pid=103972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:09:49.164600 dv-cinder-831167-2-iscsi neutron-server[103971]: DEBUG neutron.wsgi [req-0453fea0-41de-4094-b0b6-49ff0404bccf req-60b207e9-fc74-49ca-991d-3997153e5f65 service neutron] (103971) timed out ('10.222.0.32', 58866) {{(pid=103971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 06:10:00.780671 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-26ace737-a4a1-4141-ba15-cb28534a3d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:01.385699 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:10:03.123225 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-305eefdb-6086-4855-aae3-9c8a5b084b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:04.467309 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:05.620081 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:07.171599 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:12.926965 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:30.781823 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-16f87b3f-ce57-4c56-b962-2830540e3b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:33.126633 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-6169c6e9-eeae-4ad4-b4a4-db72a432f722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:34.470011 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:35.602652 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:37.173861 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:10:38.385259 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:10:42.943371 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:00.782225 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-28cbdb65-db5b-41a1-93d8-6d4d11edad89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:03.130292 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a084-17ed-44d8-bcac-53fbf6ffbd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:04.473438 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:05.607079 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:07.176462 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:12.942721 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:15.384359 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:11:30.784511 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-e471b396-0840-4555-843e-70611e9a553a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:33.124923 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-fbd6bbfc-cedc-4951-852e-db4df70f0330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:34.476868 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:35.609854 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:37.178168 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-4e855951-68d7-4c4d-99ba-be6f7759ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fe0c3d89-9d2e-4887-9d57-12664ad1c016), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:42.959091 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-10516862-5e98-484d-baf6-99d9bf116d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (2c351851-eb15-4521-b7a3-7d9b53cae94f), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:11:52.383157 dv-cinder-831167-2-iscsi neutron-server[103974]: DEBUG neutron.db.agents_db [None req-ab656f0a-4160-4812-bb0d-95b7336d5302 None None] Agent healthcheck: found 6 active agents {{(pid=103974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 06:12:00.786394 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-c6f35cb9-d8e5-43d6-836e-5a80e71673cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (6a20af50-97e0-478e-8264-cdfb447f52e0), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:03.127141 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-994ff454-c6c6-4910-9c86-1eb159274091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (409e1e3f-2aa3-4d09-ac7f-289e0ff329b8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:04.479180 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-dee4213b-e00d-430b-9e34-1b809f3b548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (fa28ba1a-29a2-4702-a017-f30ddbd602ed), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 06:12:05.618038 dv-cinder-831167-2-iscsi neutron-server[103973]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf6b6-1516-4932-b511-f683a8caa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793483586901', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16451419'] for agent (b20ad501-e88a-41ad-929f-ffc60b4e79f8), after_update {{(pid=103973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}